From c867a9a1f1cebc7ec46667a224b59aacbdd2a575 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 29 Jun 2026 19:22:26 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: fpadovani/ind-latn-100mb-after-ppt-shuff-dyck-10mb-ckpt500_seed3407 Source: Original Platform --- .gitattributes | 35 + README.md | 58 + added_tokens.json | 1202 + checkpoint-1000/added_tokens.json | 1202 + checkpoint-1000/config.json | 34 + checkpoint-1000/generation_config.json | 9 + checkpoint-1000/model.safetensors | 3 + checkpoint-1000/rng_state.pth | 3 + checkpoint-1000/special_tokens_map.json | 1249 + checkpoint-1000/spiece.model | 3 + checkpoint-1000/tokenizer_config.json | 10825 +++++++++ checkpoint-1000/trainer_state.json | 2056 ++ checkpoint-1000/training_args.bin | 3 + checkpoint-10000/added_tokens.json | 1202 + checkpoint-10000/config.json | 34 + checkpoint-10000/generation_config.json | 9 + checkpoint-10000/model.safetensors | 3 + checkpoint-10000/rng_state.pth | 3 + checkpoint-10000/special_tokens_map.json | 1249 + checkpoint-10000/spiece.model | 3 + checkpoint-10000/tokenizer_config.json | 10825 +++++++++ checkpoint-10000/trainer_state.json | 20254 ++++++++++++++++ checkpoint-10000/training_args.bin | 3 + checkpoint-10500/added_tokens.json | 1202 + checkpoint-10500/config.json | 34 + checkpoint-10500/generation_config.json | 9 + checkpoint-10500/model.safetensors | 3 + checkpoint-10500/rng_state.pth | 3 + checkpoint-10500/special_tokens_map.json | 1249 + checkpoint-10500/spiece.model | 3 + checkpoint-10500/tokenizer_config.json | 10825 +++++++++ checkpoint-10500/trainer_state.json | 21265 +++++++++++++++++ checkpoint-10500/training_args.bin | 3 + checkpoint-11000/added_tokens.json | 1202 + checkpoint-11000/config.json | 34 + checkpoint-11000/generation_config.json | 9 + checkpoint-11000/model.safetensors | 3 + checkpoint-11000/rng_state.pth | 3 + checkpoint-11000/special_tokens_map.json | 1249 + checkpoint-11000/spiece.model | 3 + checkpoint-11000/tokenizer_config.json | 10825 +++++++++ checkpoint-11000/trainer_state.json | 22276 ++++++++++++++++++ checkpoint-11000/training_args.bin | 3 + checkpoint-11500/added_tokens.json | 1202 + checkpoint-11500/config.json | 34 + checkpoint-11500/generation_config.json | 9 + checkpoint-11500/model.safetensors | 3 + checkpoint-11500/rng_state.pth | 3 + checkpoint-11500/special_tokens_map.json | 1249 + checkpoint-11500/spiece.model | 3 + checkpoint-11500/tokenizer_config.json | 10825 +++++++++ checkpoint-11500/trainer_state.json | 23287 +++++++++++++++++++ checkpoint-11500/training_args.bin | 3 + checkpoint-12000/added_tokens.json | 1202 + checkpoint-12000/config.json | 34 + checkpoint-12000/generation_config.json | 9 + checkpoint-12000/model.safetensors | 3 + checkpoint-12000/rng_state.pth | 3 + checkpoint-12000/special_tokens_map.json | 1249 + checkpoint-12000/spiece.model | 3 + checkpoint-12000/tokenizer_config.json | 10825 +++++++++ checkpoint-12000/trainer_state.json | 24298 +++++++++++++++++++ checkpoint-12000/training_args.bin | 3 + checkpoint-12500/added_tokens.json | 1202 + checkpoint-12500/config.json | 34 + checkpoint-12500/generation_config.json | 9 + checkpoint-12500/model.safetensors | 3 + checkpoint-12500/rng_state.pth | 3 + checkpoint-12500/special_tokens_map.json | 1249 + checkpoint-12500/spiece.model | 3 + checkpoint-12500/tokenizer_config.json | 10825 +++++++++ checkpoint-12500/trainer_state.json | 25309 ++++++++++++++++++++ checkpoint-12500/training_args.bin | 3 + checkpoint-12750/added_tokens.json | 1202 + checkpoint-12750/config.json | 34 + checkpoint-12750/generation_config.json | 9 + checkpoint-12750/model.safetensors | 3 + checkpoint-12750/rng_state.pth | 3 + checkpoint-12750/special_tokens_map.json | 1249 + checkpoint-12750/spiece.model | 3 + checkpoint-12750/tokenizer_config.json | 10825 +++++++++ checkpoint-12750/trainer_state.json | 25809 +++++++++++++++++++++ checkpoint-12750/training_args.bin | 3 + checkpoint-1500/added_tokens.json | 1202 + checkpoint-1500/config.json | 34 + checkpoint-1500/generation_config.json | 9 + checkpoint-1500/model.safetensors | 3 + checkpoint-1500/rng_state.pth | 3 + checkpoint-1500/special_tokens_map.json | 1249 + checkpoint-1500/spiece.model | 3 + checkpoint-1500/tokenizer_config.json | 10825 +++++++++ checkpoint-1500/trainer_state.json | 3067 +++ checkpoint-1500/training_args.bin | 3 + checkpoint-2000/added_tokens.json | 1202 + checkpoint-2000/config.json | 34 + checkpoint-2000/generation_config.json | 9 + checkpoint-2000/model.safetensors | 3 + checkpoint-2000/rng_state.pth | 3 + checkpoint-2000/special_tokens_map.json | 1249 + checkpoint-2000/spiece.model | 3 + checkpoint-2000/tokenizer_config.json | 10825 +++++++++ checkpoint-2000/trainer_state.json | 4078 ++++ checkpoint-2000/training_args.bin | 3 + checkpoint-2500/added_tokens.json | 1202 + checkpoint-2500/config.json | 34 + checkpoint-2500/generation_config.json | 9 + checkpoint-2500/model.safetensors | 3 + checkpoint-2500/rng_state.pth | 3 + checkpoint-2500/special_tokens_map.json | 1249 + checkpoint-2500/spiece.model | 3 + checkpoint-2500/tokenizer_config.json | 10825 +++++++++ checkpoint-2500/trainer_state.json | 5089 ++++ checkpoint-2500/training_args.bin | 3 + checkpoint-3000/added_tokens.json | 1202 + checkpoint-3000/config.json | 34 + checkpoint-3000/generation_config.json | 9 + checkpoint-3000/model.safetensors | 3 + checkpoint-3000/rng_state.pth | 3 + checkpoint-3000/special_tokens_map.json | 1249 + checkpoint-3000/spiece.model | 3 + checkpoint-3000/tokenizer_config.json | 10825 +++++++++ checkpoint-3000/trainer_state.json | 6100 +++++ checkpoint-3000/training_args.bin | 3 + checkpoint-3500/added_tokens.json | 1202 + checkpoint-3500/config.json | 34 + checkpoint-3500/generation_config.json | 9 + checkpoint-3500/model.safetensors | 3 + checkpoint-3500/rng_state.pth | 3 + checkpoint-3500/special_tokens_map.json | 1249 + checkpoint-3500/spiece.model | 3 + checkpoint-3500/tokenizer_config.json | 10825 +++++++++ checkpoint-3500/trainer_state.json | 7111 ++++++ checkpoint-3500/training_args.bin | 3 + checkpoint-4000/added_tokens.json | 1202 + checkpoint-4000/config.json | 34 + checkpoint-4000/generation_config.json | 9 + checkpoint-4000/model.safetensors | 3 + checkpoint-4000/rng_state.pth | 3 + checkpoint-4000/special_tokens_map.json | 1249 + checkpoint-4000/spiece.model | 3 + checkpoint-4000/tokenizer_config.json | 10825 +++++++++ checkpoint-4000/trainer_state.json | 8122 +++++++ checkpoint-4000/training_args.bin | 3 + checkpoint-4500/added_tokens.json | 1202 + checkpoint-4500/config.json | 34 + checkpoint-4500/generation_config.json | 9 + checkpoint-4500/model.safetensors | 3 + checkpoint-4500/rng_state.pth | 3 + checkpoint-4500/special_tokens_map.json | 1249 + checkpoint-4500/spiece.model | 3 + checkpoint-4500/tokenizer_config.json | 10825 +++++++++ checkpoint-4500/trainer_state.json | 9133 ++++++++ checkpoint-4500/training_args.bin | 3 + checkpoint-500/added_tokens.json | 1202 + checkpoint-500/config.json | 34 + checkpoint-500/generation_config.json | 9 + checkpoint-500/model.safetensors | 3 + checkpoint-500/rng_state.pth | 3 + checkpoint-500/special_tokens_map.json | 1249 + checkpoint-500/spiece.model | 3 + checkpoint-500/tokenizer_config.json | 10825 +++++++++ checkpoint-500/trainer_state.json | 1045 + checkpoint-500/training_args.bin | 3 + checkpoint-5000/added_tokens.json | 1202 + checkpoint-5000/config.json | 34 + checkpoint-5000/generation_config.json | 9 + checkpoint-5000/model.safetensors | 3 + checkpoint-5000/rng_state.pth | 3 + checkpoint-5000/special_tokens_map.json | 1249 + checkpoint-5000/spiece.model | 3 + checkpoint-5000/tokenizer_config.json | 10825 +++++++++ checkpoint-5000/trainer_state.json | 10144 ++++++++ checkpoint-5000/training_args.bin | 3 + checkpoint-5500/added_tokens.json | 1202 + checkpoint-5500/config.json | 34 + checkpoint-5500/generation_config.json | 9 + checkpoint-5500/model.safetensors | 3 + checkpoint-5500/rng_state.pth | 3 + checkpoint-5500/special_tokens_map.json | 1249 + checkpoint-5500/spiece.model | 3 + checkpoint-5500/tokenizer_config.json | 10825 +++++++++ checkpoint-5500/trainer_state.json | 11155 +++++++++ checkpoint-5500/training_args.bin | 3 + checkpoint-6000/added_tokens.json | 1202 + checkpoint-6000/config.json | 34 + checkpoint-6000/generation_config.json | 9 + checkpoint-6000/model.safetensors | 3 + checkpoint-6000/rng_state.pth | 3 + checkpoint-6000/special_tokens_map.json | 1249 + checkpoint-6000/spiece.model | 3 + checkpoint-6000/tokenizer_config.json | 10825 +++++++++ checkpoint-6000/trainer_state.json | 12166 ++++++++++ checkpoint-6000/training_args.bin | 3 + checkpoint-6500/added_tokens.json | 1202 + checkpoint-6500/config.json | 34 + checkpoint-6500/generation_config.json | 9 + checkpoint-6500/model.safetensors | 3 + checkpoint-6500/rng_state.pth | 3 + checkpoint-6500/special_tokens_map.json | 1249 + checkpoint-6500/spiece.model | 3 + checkpoint-6500/tokenizer_config.json | 10825 +++++++++ checkpoint-6500/trainer_state.json | 13177 +++++++++++ checkpoint-6500/training_args.bin | 3 + checkpoint-7000/added_tokens.json | 1202 + checkpoint-7000/config.json | 34 + checkpoint-7000/generation_config.json | 9 + checkpoint-7000/model.safetensors | 3 + checkpoint-7000/rng_state.pth | 3 + checkpoint-7000/special_tokens_map.json | 1249 + checkpoint-7000/spiece.model | 3 + checkpoint-7000/tokenizer_config.json | 10825 +++++++++ checkpoint-7000/trainer_state.json | 14188 +++++++++++ checkpoint-7000/training_args.bin | 3 + checkpoint-7500/added_tokens.json | 1202 + checkpoint-7500/config.json | 34 + checkpoint-7500/generation_config.json | 9 + checkpoint-7500/model.safetensors | 3 + checkpoint-7500/rng_state.pth | 3 + checkpoint-7500/special_tokens_map.json | 1249 + checkpoint-7500/spiece.model | 3 + checkpoint-7500/tokenizer_config.json | 10825 +++++++++ checkpoint-7500/trainer_state.json | 15199 ++++++++++++ checkpoint-7500/training_args.bin | 3 + checkpoint-8000/added_tokens.json | 1202 + checkpoint-8000/config.json | 34 + checkpoint-8000/generation_config.json | 9 + checkpoint-8000/model.safetensors | 3 + checkpoint-8000/rng_state.pth | 3 + checkpoint-8000/special_tokens_map.json | 1249 + checkpoint-8000/spiece.model | 3 + checkpoint-8000/tokenizer_config.json | 10825 +++++++++ checkpoint-8000/trainer_state.json | 16210 +++++++++++++ checkpoint-8000/training_args.bin | 3 + checkpoint-8500/added_tokens.json | 1202 + checkpoint-8500/config.json | 34 + checkpoint-8500/generation_config.json | 9 + checkpoint-8500/model.safetensors | 3 + checkpoint-8500/rng_state.pth | 3 + checkpoint-8500/special_tokens_map.json | 1249 + checkpoint-8500/spiece.model | 3 + checkpoint-8500/tokenizer_config.json | 10825 +++++++++ checkpoint-8500/trainer_state.json | 17221 ++++++++++++++ checkpoint-8500/training_args.bin | 3 + checkpoint-9000/added_tokens.json | 1202 + checkpoint-9000/config.json | 34 + checkpoint-9000/generation_config.json | 9 + checkpoint-9000/model.safetensors | 3 + checkpoint-9000/rng_state.pth | 3 + checkpoint-9000/special_tokens_map.json | 1249 + checkpoint-9000/spiece.model | 3 + checkpoint-9000/tokenizer_config.json | 10825 +++++++++ checkpoint-9000/trainer_state.json | 18232 +++++++++++++++ checkpoint-9000/training_args.bin | 3 + checkpoint-9500/added_tokens.json | 1202 + checkpoint-9500/config.json | 34 + checkpoint-9500/generation_config.json | 9 + checkpoint-9500/model.safetensors | 3 + checkpoint-9500/rng_state.pth | 3 + checkpoint-9500/special_tokens_map.json | 1249 + checkpoint-9500/spiece.model | 3 + checkpoint-9500/tokenizer_config.json | 10825 +++++++++ checkpoint-9500/trainer_state.json | 19243 +++++++++++++++ checkpoint-9500/training_args.bin | 3 + config.json | 34 + generation_config.json | 9 + model.safetensors | 3 + special_tokens_map.json | 1249 + spiece.model | 3 + tokenizer_config.json | 10825 +++++++++ training_args.bin | 3 + 270 files changed, 715261 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 checkpoint-1000/added_tokens.json create mode 100644 checkpoint-1000/config.json create mode 100644 checkpoint-1000/generation_config.json create mode 100644 checkpoint-1000/model.safetensors create mode 100644 checkpoint-1000/rng_state.pth create mode 100644 checkpoint-1000/special_tokens_map.json create mode 100644 checkpoint-1000/spiece.model create mode 100644 checkpoint-1000/tokenizer_config.json create mode 100644 checkpoint-1000/trainer_state.json create mode 100644 checkpoint-1000/training_args.bin create mode 100644 checkpoint-10000/added_tokens.json create mode 100644 checkpoint-10000/config.json create mode 100644 checkpoint-10000/generation_config.json create mode 100644 checkpoint-10000/model.safetensors create mode 100644 checkpoint-10000/rng_state.pth create mode 100644 checkpoint-10000/special_tokens_map.json create mode 100644 checkpoint-10000/spiece.model create mode 100644 checkpoint-10000/tokenizer_config.json create mode 100644 checkpoint-10000/trainer_state.json create mode 100644 checkpoint-10000/training_args.bin create mode 100644 checkpoint-10500/added_tokens.json create mode 100644 checkpoint-10500/config.json create mode 100644 checkpoint-10500/generation_config.json create mode 100644 checkpoint-10500/model.safetensors create mode 100644 checkpoint-10500/rng_state.pth create mode 100644 checkpoint-10500/special_tokens_map.json create mode 100644 checkpoint-10500/spiece.model create mode 100644 checkpoint-10500/tokenizer_config.json create mode 100644 checkpoint-10500/trainer_state.json create mode 100644 checkpoint-10500/training_args.bin create mode 100644 checkpoint-11000/added_tokens.json create mode 100644 checkpoint-11000/config.json create mode 100644 checkpoint-11000/generation_config.json create mode 100644 checkpoint-11000/model.safetensors create mode 100644 checkpoint-11000/rng_state.pth create mode 100644 checkpoint-11000/special_tokens_map.json create mode 100644 checkpoint-11000/spiece.model create mode 100644 checkpoint-11000/tokenizer_config.json create mode 100644 checkpoint-11000/trainer_state.json create mode 100644 checkpoint-11000/training_args.bin create mode 100644 checkpoint-11500/added_tokens.json create mode 100644 checkpoint-11500/config.json create mode 100644 checkpoint-11500/generation_config.json create mode 100644 checkpoint-11500/model.safetensors create mode 100644 checkpoint-11500/rng_state.pth create mode 100644 checkpoint-11500/special_tokens_map.json create mode 100644 checkpoint-11500/spiece.model create mode 100644 checkpoint-11500/tokenizer_config.json create mode 100644 checkpoint-11500/trainer_state.json create mode 100644 checkpoint-11500/training_args.bin create mode 100644 checkpoint-12000/added_tokens.json create mode 100644 checkpoint-12000/config.json create mode 100644 checkpoint-12000/generation_config.json create mode 100644 checkpoint-12000/model.safetensors create mode 100644 checkpoint-12000/rng_state.pth create mode 100644 checkpoint-12000/special_tokens_map.json create mode 100644 checkpoint-12000/spiece.model create mode 100644 checkpoint-12000/tokenizer_config.json create mode 100644 checkpoint-12000/trainer_state.json create mode 100644 checkpoint-12000/training_args.bin create mode 100644 checkpoint-12500/added_tokens.json create mode 100644 checkpoint-12500/config.json create mode 100644 checkpoint-12500/generation_config.json create mode 100644 checkpoint-12500/model.safetensors create mode 100644 checkpoint-12500/rng_state.pth create mode 100644 checkpoint-12500/special_tokens_map.json create mode 100644 checkpoint-12500/spiece.model create mode 100644 checkpoint-12500/tokenizer_config.json create mode 100644 checkpoint-12500/trainer_state.json create mode 100644 checkpoint-12500/training_args.bin create mode 100644 checkpoint-12750/added_tokens.json create mode 100644 checkpoint-12750/config.json create mode 100644 checkpoint-12750/generation_config.json create mode 100644 checkpoint-12750/model.safetensors create mode 100644 checkpoint-12750/rng_state.pth create mode 100644 checkpoint-12750/special_tokens_map.json create mode 100644 checkpoint-12750/spiece.model create mode 100644 checkpoint-12750/tokenizer_config.json create mode 100644 checkpoint-12750/trainer_state.json create mode 100644 checkpoint-12750/training_args.bin create mode 100644 checkpoint-1500/added_tokens.json create mode 100644 checkpoint-1500/config.json create mode 100644 checkpoint-1500/generation_config.json create mode 100644 checkpoint-1500/model.safetensors create mode 100644 checkpoint-1500/rng_state.pth create mode 100644 checkpoint-1500/special_tokens_map.json create mode 100644 checkpoint-1500/spiece.model create mode 100644 checkpoint-1500/tokenizer_config.json create mode 100644 checkpoint-1500/trainer_state.json create mode 100644 checkpoint-1500/training_args.bin create mode 100644 checkpoint-2000/added_tokens.json create mode 100644 checkpoint-2000/config.json create mode 100644 checkpoint-2000/generation_config.json create mode 100644 checkpoint-2000/model.safetensors create mode 100644 checkpoint-2000/rng_state.pth create mode 100644 checkpoint-2000/special_tokens_map.json create mode 100644 checkpoint-2000/spiece.model create mode 100644 checkpoint-2000/tokenizer_config.json create mode 100644 checkpoint-2000/trainer_state.json create mode 100644 checkpoint-2000/training_args.bin create mode 100644 checkpoint-2500/added_tokens.json create mode 100644 checkpoint-2500/config.json create mode 100644 checkpoint-2500/generation_config.json create mode 100644 checkpoint-2500/model.safetensors create mode 100644 checkpoint-2500/rng_state.pth create mode 100644 checkpoint-2500/special_tokens_map.json create mode 100644 checkpoint-2500/spiece.model create mode 100644 checkpoint-2500/tokenizer_config.json create mode 100644 checkpoint-2500/trainer_state.json create mode 100644 checkpoint-2500/training_args.bin create mode 100644 checkpoint-3000/added_tokens.json create mode 100644 checkpoint-3000/config.json create mode 100644 checkpoint-3000/generation_config.json create mode 100644 checkpoint-3000/model.safetensors create mode 100644 checkpoint-3000/rng_state.pth create mode 100644 checkpoint-3000/special_tokens_map.json create mode 100644 checkpoint-3000/spiece.model create mode 100644 checkpoint-3000/tokenizer_config.json create mode 100644 checkpoint-3000/trainer_state.json create mode 100644 checkpoint-3000/training_args.bin create mode 100644 checkpoint-3500/added_tokens.json create mode 100644 checkpoint-3500/config.json create mode 100644 checkpoint-3500/generation_config.json create mode 100644 checkpoint-3500/model.safetensors create mode 100644 checkpoint-3500/rng_state.pth create mode 100644 checkpoint-3500/special_tokens_map.json create mode 100644 checkpoint-3500/spiece.model create mode 100644 checkpoint-3500/tokenizer_config.json create mode 100644 checkpoint-3500/trainer_state.json create mode 100644 checkpoint-3500/training_args.bin create mode 100644 checkpoint-4000/added_tokens.json create mode 100644 checkpoint-4000/config.json create mode 100644 checkpoint-4000/generation_config.json create mode 100644 checkpoint-4000/model.safetensors create mode 100644 checkpoint-4000/rng_state.pth create mode 100644 checkpoint-4000/special_tokens_map.json create mode 100644 checkpoint-4000/spiece.model create mode 100644 checkpoint-4000/tokenizer_config.json create mode 100644 checkpoint-4000/trainer_state.json create mode 100644 checkpoint-4000/training_args.bin create mode 100644 checkpoint-4500/added_tokens.json create mode 100644 checkpoint-4500/config.json create mode 100644 checkpoint-4500/generation_config.json create mode 100644 checkpoint-4500/model.safetensors create mode 100644 checkpoint-4500/rng_state.pth create mode 100644 checkpoint-4500/special_tokens_map.json create mode 100644 checkpoint-4500/spiece.model create mode 100644 checkpoint-4500/tokenizer_config.json create mode 100644 checkpoint-4500/trainer_state.json create mode 100644 checkpoint-4500/training_args.bin create mode 100644 checkpoint-500/added_tokens.json create mode 100644 checkpoint-500/config.json create mode 100644 checkpoint-500/generation_config.json create mode 100644 checkpoint-500/model.safetensors create mode 100644 checkpoint-500/rng_state.pth create mode 100644 checkpoint-500/special_tokens_map.json create mode 100644 checkpoint-500/spiece.model create mode 100644 checkpoint-500/tokenizer_config.json create mode 100644 checkpoint-500/trainer_state.json create mode 100644 checkpoint-500/training_args.bin create mode 100644 checkpoint-5000/added_tokens.json create mode 100644 checkpoint-5000/config.json create mode 100644 checkpoint-5000/generation_config.json create mode 100644 checkpoint-5000/model.safetensors create mode 100644 checkpoint-5000/rng_state.pth create mode 100644 checkpoint-5000/special_tokens_map.json create mode 100644 checkpoint-5000/spiece.model create mode 100644 checkpoint-5000/tokenizer_config.json create mode 100644 checkpoint-5000/trainer_state.json create mode 100644 checkpoint-5000/training_args.bin create mode 100644 checkpoint-5500/added_tokens.json create mode 100644 checkpoint-5500/config.json create mode 100644 checkpoint-5500/generation_config.json create mode 100644 checkpoint-5500/model.safetensors create mode 100644 checkpoint-5500/rng_state.pth create mode 100644 checkpoint-5500/special_tokens_map.json create mode 100644 checkpoint-5500/spiece.model create mode 100644 checkpoint-5500/tokenizer_config.json create mode 100644 checkpoint-5500/trainer_state.json create mode 100644 checkpoint-5500/training_args.bin create mode 100644 checkpoint-6000/added_tokens.json create mode 100644 checkpoint-6000/config.json create mode 100644 checkpoint-6000/generation_config.json create mode 100644 checkpoint-6000/model.safetensors create mode 100644 checkpoint-6000/rng_state.pth create mode 100644 checkpoint-6000/special_tokens_map.json create mode 100644 checkpoint-6000/spiece.model create mode 100644 checkpoint-6000/tokenizer_config.json create mode 100644 checkpoint-6000/trainer_state.json create mode 100644 checkpoint-6000/training_args.bin create mode 100644 checkpoint-6500/added_tokens.json create mode 100644 checkpoint-6500/config.json create mode 100644 checkpoint-6500/generation_config.json create mode 100644 checkpoint-6500/model.safetensors create mode 100644 checkpoint-6500/rng_state.pth create mode 100644 checkpoint-6500/special_tokens_map.json create mode 100644 checkpoint-6500/spiece.model create mode 100644 checkpoint-6500/tokenizer_config.json create mode 100644 checkpoint-6500/trainer_state.json create mode 100644 checkpoint-6500/training_args.bin create mode 100644 checkpoint-7000/added_tokens.json create mode 100644 checkpoint-7000/config.json create mode 100644 checkpoint-7000/generation_config.json create mode 100644 checkpoint-7000/model.safetensors create mode 100644 checkpoint-7000/rng_state.pth create mode 100644 checkpoint-7000/special_tokens_map.json create mode 100644 checkpoint-7000/spiece.model create mode 100644 checkpoint-7000/tokenizer_config.json create mode 100644 checkpoint-7000/trainer_state.json create mode 100644 checkpoint-7000/training_args.bin create mode 100644 checkpoint-7500/added_tokens.json create mode 100644 checkpoint-7500/config.json create mode 100644 checkpoint-7500/generation_config.json create mode 100644 checkpoint-7500/model.safetensors create mode 100644 checkpoint-7500/rng_state.pth create mode 100644 checkpoint-7500/special_tokens_map.json create mode 100644 checkpoint-7500/spiece.model create mode 100644 checkpoint-7500/tokenizer_config.json create mode 100644 checkpoint-7500/trainer_state.json create mode 100644 checkpoint-7500/training_args.bin create mode 100644 checkpoint-8000/added_tokens.json create mode 100644 checkpoint-8000/config.json create mode 100644 checkpoint-8000/generation_config.json create mode 100644 checkpoint-8000/model.safetensors create mode 100644 checkpoint-8000/rng_state.pth create mode 100644 checkpoint-8000/special_tokens_map.json create mode 100644 checkpoint-8000/spiece.model create mode 100644 checkpoint-8000/tokenizer_config.json create mode 100644 checkpoint-8000/trainer_state.json create mode 100644 checkpoint-8000/training_args.bin create mode 100644 checkpoint-8500/added_tokens.json create mode 100644 checkpoint-8500/config.json create mode 100644 checkpoint-8500/generation_config.json create mode 100644 checkpoint-8500/model.safetensors create mode 100644 checkpoint-8500/rng_state.pth create mode 100644 checkpoint-8500/special_tokens_map.json create mode 100644 checkpoint-8500/spiece.model create mode 100644 checkpoint-8500/tokenizer_config.json create mode 100644 checkpoint-8500/trainer_state.json create mode 100644 checkpoint-8500/training_args.bin create mode 100644 checkpoint-9000/added_tokens.json create mode 100644 checkpoint-9000/config.json create mode 100644 checkpoint-9000/generation_config.json create mode 100644 checkpoint-9000/model.safetensors create mode 100644 checkpoint-9000/rng_state.pth create mode 100644 checkpoint-9000/special_tokens_map.json create mode 100644 checkpoint-9000/spiece.model create mode 100644 checkpoint-9000/tokenizer_config.json create mode 100644 checkpoint-9000/trainer_state.json create mode 100644 checkpoint-9000/training_args.bin create mode 100644 checkpoint-9500/added_tokens.json create mode 100644 checkpoint-9500/config.json create mode 100644 checkpoint-9500/generation_config.json create mode 100644 checkpoint-9500/model.safetensors create mode 100644 checkpoint-9500/rng_state.pth create mode 100644 checkpoint-9500/special_tokens_map.json create mode 100644 checkpoint-9500/spiece.model create mode 100644 checkpoint-9500/tokenizer_config.json create mode 100644 checkpoint-9500/trainer_state.json create mode 100644 checkpoint-9500/training_args.bin create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 spiece.model create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..51f0ad8 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +base_model: fpadovani/ind-latn-100mb-ppt-shuff-dyck-10mb_seed3407 +library_name: transformers +model_name: ind-latn-100mb-after-ppt-shuff-dyck-10mb-ckpt500_seed3407 +tags: +- generated_from_trainer +- trl +- sft +licence: license +--- + +# Model Card for ind-latn-100mb-after-ppt-shuff-dyck-10mb-ckpt500_seed3407 + +This model is a fine-tuned version of [fpadovani/ind-latn-100mb-ppt-shuff-dyck-10mb_seed3407](https://huggingface.co/fpadovani/ind-latn-100mb-ppt-shuff-dyck-10mb_seed3407). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="fpadovani/ind-latn-100mb-after-ppt-shuff-dyck-10mb-ckpt500_seed3407", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/f-padovani-university-of-groningen/new_tokenizers/runs/0zhamvai) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.23.0 +- Transformers: 4.56.2 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.1 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-1000/added_tokens.json b/checkpoint-1000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-1000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-1000/config.json b/checkpoint-1000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-1000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-1000/generation_config.json b/checkpoint-1000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-1000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1000/model.safetensors b/checkpoint-1000/model.safetensors new file mode 100644 index 0000000..1d427cb --- /dev/null +++ b/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1436a0356b7935fb812c7b716e55b6b273def665619dd9d6626fa39037715bf3 +size 249556672 diff --git a/checkpoint-1000/rng_state.pth b/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000..40b28c5 --- /dev/null +++ b/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6ddb48e977f7ffda64b79ed09801f6beca36daa1d048bf940b7a89ac5489b2 +size 14645 diff --git a/checkpoint-1000/special_tokens_map.json b/checkpoint-1000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-1000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1000/spiece.model b/checkpoint-1000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-1000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-1000/tokenizer_config.json b/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000..ad6297d --- /dev/null +++ b/checkpoint-1000/trainer_state.json @@ -0,0 +1,2056 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7836990595611285, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2371902916608000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-10000/added_tokens.json b/checkpoint-10000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-10000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-10000/config.json b/checkpoint-10000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-10000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-10000/generation_config.json b/checkpoint-10000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-10000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-10000/model.safetensors b/checkpoint-10000/model.safetensors new file mode 100644 index 0000000..dfe6acd --- /dev/null +++ b/checkpoint-10000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61edb82493406508da51854ed3e0e08b0a917deaf104dec71c060872924b3e3 +size 249556672 diff --git a/checkpoint-10000/rng_state.pth b/checkpoint-10000/rng_state.pth new file mode 100644 index 0000000..446d0ba --- /dev/null +++ b/checkpoint-10000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5addb70fb5561e337f1d2bdc09d99104c8a8dd0fcf2596e6f655e54ff20fe2f8 +size 14645 diff --git a/checkpoint-10000/special_tokens_map.json b/checkpoint-10000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-10000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-10000/spiece.model b/checkpoint-10000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-10000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-10000/tokenizer_config.json b/checkpoint-10000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-10000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-10000/trainer_state.json b/checkpoint-10000/trainer_state.json new file mode 100644 index 0000000..6fc3692 --- /dev/null +++ b/checkpoint-10000/trainer_state.json @@ -0,0 +1,20254 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.836990595611285, + "eval_steps": 500, + "global_step": 10000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.3626472587776e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-10000/training_args.bin b/checkpoint-10000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-10000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-10500/added_tokens.json b/checkpoint-10500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-10500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-10500/config.json b/checkpoint-10500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-10500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-10500/generation_config.json b/checkpoint-10500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-10500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-10500/model.safetensors b/checkpoint-10500/model.safetensors new file mode 100644 index 0000000..d871121 --- /dev/null +++ b/checkpoint-10500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f902096d0ed63bb1a754d2cba2439ab36a86cc53c282df495a16821d1e0def +size 249556672 diff --git a/checkpoint-10500/rng_state.pth b/checkpoint-10500/rng_state.pth new file mode 100644 index 0000000..40d51fa --- /dev/null +++ b/checkpoint-10500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c365bdc361af8392cba6342f8e90533b7cd3ec3dcbb087a1681b4fe1afa58c63 +size 14645 diff --git a/checkpoint-10500/special_tokens_map.json b/checkpoint-10500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-10500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-10500/spiece.model b/checkpoint-10500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-10500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-10500/tokenizer_config.json b/checkpoint-10500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-10500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-10500/trainer_state.json b/checkpoint-10500/trainer_state.json new file mode 100644 index 0000000..f486b32 --- /dev/null +++ b/checkpoint-10500/trainer_state.json @@ -0,0 +1,21265 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.22884012539185, + "eval_steps": 500, + "global_step": 10500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.4826796638848e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-10500/training_args.bin b/checkpoint-10500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-10500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-11000/added_tokens.json b/checkpoint-11000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-11000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-11000/config.json b/checkpoint-11000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-11000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-11000/generation_config.json b/checkpoint-11000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-11000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-11000/model.safetensors b/checkpoint-11000/model.safetensors new file mode 100644 index 0000000..4439a10 --- /dev/null +++ b/checkpoint-11000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa9db5b120dc759f07e6164bbfb1892714c4db9be7df3a0e21bfc0799dbb2c4 +size 249556672 diff --git a/checkpoint-11000/rng_state.pth b/checkpoint-11000/rng_state.pth new file mode 100644 index 0000000..8c23c80 --- /dev/null +++ b/checkpoint-11000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788e76f63c0aca5ff28b8b1aa48fa0281c13a76a94ea0bd925125e18a1e89d60 +size 14645 diff --git a/checkpoint-11000/special_tokens_map.json b/checkpoint-11000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-11000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-11000/spiece.model b/checkpoint-11000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-11000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-11000/tokenizer_config.json b/checkpoint-11000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-11000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-11000/trainer_state.json b/checkpoint-11000/trainer_state.json new file mode 100644 index 0000000..b0820ff --- /dev/null +++ b/checkpoint-11000/trainer_state.json @@ -0,0 +1,22276 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.620689655172415, + "eval_steps": 500, + "global_step": 11000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + }, + { + "entropy": 5.165841102600098, + "epoch": 8.232758620689655, + "grad_norm": 1.3984375, + "learning_rate": 8.936456969758206e-05, + "loss": 4.2431, + "mean_token_accuracy": 0.24906228631734847, + "num_tokens": 18464976.0, + "step": 10505 + }, + { + "entropy": 5.197420120239258, + "epoch": 8.236677115987462, + "grad_norm": 1.3671875, + "learning_rate": 8.919476926846426e-05, + "loss": 4.3049, + "mean_token_accuracy": 0.24438217729330064, + "num_tokens": 18473709.0, + "step": 10510 + }, + { + "entropy": 5.190283298492432, + "epoch": 8.240595611285267, + "grad_norm": 1.4140625, + "learning_rate": 8.90253009034206e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.24107206910848616, + "num_tokens": 18483208.0, + "step": 10515 + }, + { + "entropy": 5.224445581436157, + "epoch": 8.244514106583072, + "grad_norm": 1.4765625, + "learning_rate": 8.88561649053187e-05, + "loss": 4.3946, + "mean_token_accuracy": 0.2436232388019562, + "num_tokens": 18491872.0, + "step": 10520 + }, + { + "entropy": 5.224587440490723, + "epoch": 8.248432601880877, + "grad_norm": 1.4296875, + "learning_rate": 8.868736157643183e-05, + "loss": 4.427, + "mean_token_accuracy": 0.2315705195069313, + "num_tokens": 18500740.0, + "step": 10525 + }, + { + "entropy": 5.197388601303101, + "epoch": 8.252351097178684, + "grad_norm": 1.4140625, + "learning_rate": 8.851889121843904e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24663715809583664, + "num_tokens": 18509553.0, + "step": 10530 + }, + { + "entropy": 5.237329483032227, + "epoch": 8.256269592476489, + "grad_norm": 1.5546875, + "learning_rate": 8.835075413242408e-05, + "loss": 4.3894, + "mean_token_accuracy": 0.23695489168167114, + "num_tokens": 18518549.0, + "step": 10535 + }, + { + "entropy": 5.2407567501068115, + "epoch": 8.260188087774294, + "grad_norm": 1.5078125, + "learning_rate": 8.818295061887531e-05, + "loss": 4.3776, + "mean_token_accuracy": 0.23103708326816558, + "num_tokens": 18527264.0, + "step": 10540 + }, + { + "entropy": 5.166911602020264, + "epoch": 8.2641065830721, + "grad_norm": 1.5234375, + "learning_rate": 8.801548097768473e-05, + "loss": 4.3129, + "mean_token_accuracy": 0.251553837954998, + "num_tokens": 18535193.0, + "step": 10545 + }, + { + "entropy": 5.203214979171753, + "epoch": 8.268025078369906, + "grad_norm": 1.359375, + "learning_rate": 8.784834550814769e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.24238062351942063, + "num_tokens": 18544386.0, + "step": 10550 + }, + { + "entropy": 5.145546722412109, + "epoch": 8.271943573667711, + "grad_norm": 1.3828125, + "learning_rate": 8.768154450896253e-05, + "loss": 4.2144, + "mean_token_accuracy": 0.25746887028217313, + "num_tokens": 18552745.0, + "step": 10555 + }, + { + "entropy": 5.2064838886260985, + "epoch": 8.275862068965518, + "grad_norm": 1.40625, + "learning_rate": 8.751507827822955e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.24416826963424682, + "num_tokens": 18560953.0, + "step": 10560 + }, + { + "entropy": 5.198969554901123, + "epoch": 8.279780564263323, + "grad_norm": 1.375, + "learning_rate": 8.73489471134509e-05, + "loss": 4.2722, + "mean_token_accuracy": 0.2562029466032982, + "num_tokens": 18569324.0, + "step": 10565 + }, + { + "entropy": 5.230230379104614, + "epoch": 8.283699059561128, + "grad_norm": 1.4609375, + "learning_rate": 8.718315131152999e-05, + "loss": 4.4074, + "mean_token_accuracy": 0.23682893067598343, + "num_tokens": 18578432.0, + "step": 10570 + }, + { + "entropy": 5.160339832305908, + "epoch": 8.287617554858935, + "grad_norm": 1.453125, + "learning_rate": 8.701769116877076e-05, + "loss": 4.3376, + "mean_token_accuracy": 0.24325894862413405, + "num_tokens": 18587147.0, + "step": 10575 + }, + { + "entropy": 5.216804885864258, + "epoch": 8.29153605015674, + "grad_norm": 1.2578125, + "learning_rate": 8.685256698087725e-05, + "loss": 4.3383, + "mean_token_accuracy": 0.2435641974210739, + "num_tokens": 18596933.0, + "step": 10580 + }, + { + "entropy": 5.256839609146118, + "epoch": 8.295454545454545, + "grad_norm": 1.40625, + "learning_rate": 8.668777904295328e-05, + "loss": 4.4035, + "mean_token_accuracy": 0.2431974157691002, + "num_tokens": 18605666.0, + "step": 10585 + }, + { + "entropy": 5.254942560195923, + "epoch": 8.299373040752352, + "grad_norm": 1.3984375, + "learning_rate": 8.652332764950147e-05, + "loss": 4.4713, + "mean_token_accuracy": 0.23392772674560547, + "num_tokens": 18614801.0, + "step": 10590 + }, + { + "entropy": 5.203100633621216, + "epoch": 8.303291536050157, + "grad_norm": 1.390625, + "learning_rate": 8.635921309442327e-05, + "loss": 4.3183, + "mean_token_accuracy": 0.23907482326030732, + "num_tokens": 18623489.0, + "step": 10595 + }, + { + "entropy": 5.204137659072876, + "epoch": 8.307210031347962, + "grad_norm": 1.5234375, + "learning_rate": 8.619543567101787e-05, + "loss": 4.3327, + "mean_token_accuracy": 0.2453225150704384, + "num_tokens": 18631496.0, + "step": 10600 + }, + { + "entropy": 5.20287594795227, + "epoch": 8.311128526645769, + "grad_norm": 1.5234375, + "learning_rate": 8.603199567198222e-05, + "loss": 4.3699, + "mean_token_accuracy": 0.24015610665082932, + "num_tokens": 18640481.0, + "step": 10605 + }, + { + "entropy": 5.229337406158447, + "epoch": 8.315047021943574, + "grad_norm": 1.4921875, + "learning_rate": 8.586889338941002e-05, + "loss": 4.4415, + "mean_token_accuracy": 0.2326976701617241, + "num_tokens": 18650118.0, + "step": 10610 + }, + { + "entropy": 5.171226739883423, + "epoch": 8.318965517241379, + "grad_norm": 1.4375, + "learning_rate": 8.570612911479145e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24577218443155288, + "num_tokens": 18658981.0, + "step": 10615 + }, + { + "entropy": 5.207775211334228, + "epoch": 8.322884012539184, + "grad_norm": 1.3671875, + "learning_rate": 8.554370313901273e-05, + "loss": 4.3953, + "mean_token_accuracy": 0.24119233191013337, + "num_tokens": 18668324.0, + "step": 10620 + }, + { + "entropy": 5.172161102294922, + "epoch": 8.326802507836991, + "grad_norm": 1.4453125, + "learning_rate": 8.538161575235541e-05, + "loss": 4.2763, + "mean_token_accuracy": 0.25479909032583237, + "num_tokens": 18676945.0, + "step": 10625 + }, + { + "entropy": 5.255296754837036, + "epoch": 8.330721003134796, + "grad_norm": 1.53125, + "learning_rate": 8.521986724449593e-05, + "loss": 4.3777, + "mean_token_accuracy": 0.2371798038482666, + "num_tokens": 18685980.0, + "step": 10630 + }, + { + "entropy": 5.213572359085083, + "epoch": 8.334639498432601, + "grad_norm": 1.40625, + "learning_rate": 8.5058457904505e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.2402021586894989, + "num_tokens": 18694834.0, + "step": 10635 + }, + { + "entropy": 5.168806838989258, + "epoch": 8.338557993730408, + "grad_norm": 1.4765625, + "learning_rate": 8.489738802084742e-05, + "loss": 4.325, + "mean_token_accuracy": 0.23954138159751892, + "num_tokens": 18703747.0, + "step": 10640 + }, + { + "entropy": 5.1729669094085695, + "epoch": 8.342476489028213, + "grad_norm": 1.4296875, + "learning_rate": 8.473665788138112e-05, + "loss": 4.2991, + "mean_token_accuracy": 0.250113645195961, + "num_tokens": 18712202.0, + "step": 10645 + }, + { + "entropy": 5.163078022003174, + "epoch": 8.346394984326018, + "grad_norm": 1.3828125, + "learning_rate": 8.457626777335691e-05, + "loss": 4.3417, + "mean_token_accuracy": 0.24345773458480835, + "num_tokens": 18721340.0, + "step": 10650 + }, + { + "entropy": 5.17320613861084, + "epoch": 8.350313479623825, + "grad_norm": 1.3984375, + "learning_rate": 8.4416217983418e-05, + "loss": 4.3964, + "mean_token_accuracy": 0.24268222153186797, + "num_tokens": 18730295.0, + "step": 10655 + }, + { + "entropy": 5.159527206420899, + "epoch": 8.35423197492163, + "grad_norm": 1.4375, + "learning_rate": 8.425650879759923e-05, + "loss": 4.303, + "mean_token_accuracy": 0.2470370814204216, + "num_tokens": 18739040.0, + "step": 10660 + }, + { + "entropy": 5.118357849121094, + "epoch": 8.358150470219435, + "grad_norm": 1.4296875, + "learning_rate": 8.409714050132683e-05, + "loss": 4.2596, + "mean_token_accuracy": 0.2527719184756279, + "num_tokens": 18747655.0, + "step": 10665 + }, + { + "entropy": 5.204309940338135, + "epoch": 8.362068965517242, + "grad_norm": 1.484375, + "learning_rate": 8.393811337941781e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25303575992584226, + "num_tokens": 18755602.0, + "step": 10670 + }, + { + "entropy": 5.179117488861084, + "epoch": 8.365987460815047, + "grad_norm": 1.421875, + "learning_rate": 8.377942771607943e-05, + "loss": 4.3016, + "mean_token_accuracy": 0.2518721386790276, + "num_tokens": 18764332.0, + "step": 10675 + }, + { + "entropy": 5.152911424636841, + "epoch": 8.369905956112852, + "grad_norm": 1.3203125, + "learning_rate": 8.362108379490868e-05, + "loss": 4.3439, + "mean_token_accuracy": 0.2433498501777649, + "num_tokens": 18773106.0, + "step": 10680 + }, + { + "entropy": 5.174564599990845, + "epoch": 8.373824451410659, + "grad_norm": 1.4140625, + "learning_rate": 8.346308189889175e-05, + "loss": 4.3652, + "mean_token_accuracy": 0.24044717997312545, + "num_tokens": 18781603.0, + "step": 10685 + }, + { + "entropy": 5.123613357543945, + "epoch": 8.377742946708464, + "grad_norm": 1.421875, + "learning_rate": 8.330542231040379e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.25053018480539324, + "num_tokens": 18790152.0, + "step": 10690 + }, + { + "entropy": 5.200115442276001, + "epoch": 8.38166144200627, + "grad_norm": 1.453125, + "learning_rate": 8.314810531120795e-05, + "loss": 4.273, + "mean_token_accuracy": 0.2566791042685509, + "num_tokens": 18798397.0, + "step": 10695 + }, + { + "entropy": 5.158091974258423, + "epoch": 8.385579937304076, + "grad_norm": 1.4609375, + "learning_rate": 8.299113118245519e-05, + "loss": 4.3236, + "mean_token_accuracy": 0.2489589646458626, + "num_tokens": 18807523.0, + "step": 10700 + }, + { + "entropy": 5.179664230346679, + "epoch": 8.389498432601881, + "grad_norm": 1.3515625, + "learning_rate": 8.283450020468377e-05, + "loss": 4.3323, + "mean_token_accuracy": 0.24190194457769393, + "num_tokens": 18816469.0, + "step": 10705 + }, + { + "entropy": 5.253124094009399, + "epoch": 8.393416927899686, + "grad_norm": 1.453125, + "learning_rate": 8.267821265781875e-05, + "loss": 4.372, + "mean_token_accuracy": 0.24245337694883345, + "num_tokens": 18823994.0, + "step": 10710 + }, + { + "entropy": 5.154923725128174, + "epoch": 8.397335423197493, + "grad_norm": 1.40625, + "learning_rate": 8.252226882117118e-05, + "loss": 4.2699, + "mean_token_accuracy": 0.24888572543859483, + "num_tokens": 18833159.0, + "step": 10715 + }, + { + "entropy": 5.158040761947632, + "epoch": 8.401253918495298, + "grad_norm": 1.4375, + "learning_rate": 8.236666897343797e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.2492976114153862, + "num_tokens": 18841754.0, + "step": 10720 + }, + { + "entropy": 5.145916080474853, + "epoch": 8.405172413793103, + "grad_norm": 1.4140625, + "learning_rate": 8.221141339270138e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24637583643198013, + "num_tokens": 18850493.0, + "step": 10725 + }, + { + "entropy": 5.224203205108642, + "epoch": 8.409090909090908, + "grad_norm": 1.4296875, + "learning_rate": 8.205650235642828e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.24149791449308394, + "num_tokens": 18859765.0, + "step": 10730 + }, + { + "entropy": 5.190553855895996, + "epoch": 8.413009404388715, + "grad_norm": 1.4765625, + "learning_rate": 8.190193614146971e-05, + "loss": 4.3841, + "mean_token_accuracy": 0.24127394556999207, + "num_tokens": 18868685.0, + "step": 10735 + }, + { + "entropy": 5.146790838241577, + "epoch": 8.41692789968652, + "grad_norm": 1.375, + "learning_rate": 8.17477150240607e-05, + "loss": 4.3058, + "mean_token_accuracy": 0.25079535841941836, + "num_tokens": 18877496.0, + "step": 10740 + }, + { + "entropy": 5.169419193267823, + "epoch": 8.420846394984325, + "grad_norm": 1.375, + "learning_rate": 8.159383927981931e-05, + "loss": 4.3267, + "mean_token_accuracy": 0.24643860012292862, + "num_tokens": 18885828.0, + "step": 10745 + }, + { + "entropy": 5.237979555130005, + "epoch": 8.424764890282132, + "grad_norm": 1.484375, + "learning_rate": 8.14403091837464e-05, + "loss": 4.4118, + "mean_token_accuracy": 0.23178357034921646, + "num_tokens": 18894498.0, + "step": 10750 + }, + { + "entropy": 5.179816007614136, + "epoch": 8.428683385579937, + "grad_norm": 1.484375, + "learning_rate": 8.128712501022526e-05, + "loss": 4.3402, + "mean_token_accuracy": 0.24585033655166627, + "num_tokens": 18902996.0, + "step": 10755 + }, + { + "entropy": 5.139616441726685, + "epoch": 8.432601880877742, + "grad_norm": 1.5, + "learning_rate": 8.11342870330208e-05, + "loss": 4.2739, + "mean_token_accuracy": 0.25233634412288664, + "num_tokens": 18911731.0, + "step": 10760 + }, + { + "entropy": 5.142950439453125, + "epoch": 8.43652037617555, + "grad_norm": 1.4921875, + "learning_rate": 8.098179552527921e-05, + "loss": 4.2443, + "mean_token_accuracy": 0.2585966572165489, + "num_tokens": 18920912.0, + "step": 10765 + }, + { + "entropy": 5.148827123641968, + "epoch": 8.440438871473354, + "grad_norm": 1.5859375, + "learning_rate": 8.082965075952757e-05, + "loss": 4.2793, + "mean_token_accuracy": 0.24578409641981125, + "num_tokens": 18930012.0, + "step": 10770 + }, + { + "entropy": 5.198116683959961, + "epoch": 8.44435736677116, + "grad_norm": 1.484375, + "learning_rate": 8.067785300767333e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23290242552757262, + "num_tokens": 18939026.0, + "step": 10775 + }, + { + "entropy": 5.202164030075073, + "epoch": 8.448275862068966, + "grad_norm": 1.34375, + "learning_rate": 8.05264025410036e-05, + "loss": 4.3549, + "mean_token_accuracy": 0.23385946154594422, + "num_tokens": 18948387.0, + "step": 10780 + }, + { + "entropy": 5.207539367675781, + "epoch": 8.452194357366771, + "grad_norm": 1.390625, + "learning_rate": 8.037529963018488e-05, + "loss": 4.3861, + "mean_token_accuracy": 0.23611894249916077, + "num_tokens": 18957234.0, + "step": 10785 + }, + { + "entropy": 5.170898294448852, + "epoch": 8.456112852664576, + "grad_norm": 1.671875, + "learning_rate": 8.022454454526272e-05, + "loss": 4.3235, + "mean_token_accuracy": 0.24420012831687926, + "num_tokens": 18965501.0, + "step": 10790 + }, + { + "entropy": 5.1894067287445065, + "epoch": 8.460031347962383, + "grad_norm": 1.4453125, + "learning_rate": 8.00741375556608e-05, + "loss": 4.321, + "mean_token_accuracy": 0.24325118511915206, + "num_tokens": 18973225.0, + "step": 10795 + }, + { + "entropy": 5.189754390716553, + "epoch": 8.463949843260188, + "grad_norm": 1.5546875, + "learning_rate": 7.99240789301808e-05, + "loss": 4.3269, + "mean_token_accuracy": 0.24268894344568254, + "num_tokens": 18982424.0, + "step": 10800 + }, + { + "entropy": 5.173257207870483, + "epoch": 8.467868338557993, + "grad_norm": 1.296875, + "learning_rate": 7.977436893700177e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.2429159700870514, + "num_tokens": 18991519.0, + "step": 10805 + }, + { + "entropy": 5.136244583129883, + "epoch": 8.4717868338558, + "grad_norm": 1.3125, + "learning_rate": 7.962500784367985e-05, + "loss": 4.3051, + "mean_token_accuracy": 0.24642553478479384, + "num_tokens": 19000498.0, + "step": 10810 + }, + { + "entropy": 5.230206823348999, + "epoch": 8.475705329153605, + "grad_norm": 1.390625, + "learning_rate": 7.947599591714746e-05, + "loss": 4.4166, + "mean_token_accuracy": 0.24019178748130798, + "num_tokens": 19009640.0, + "step": 10815 + }, + { + "entropy": 5.152269411087036, + "epoch": 8.47962382445141, + "grad_norm": 1.421875, + "learning_rate": 7.932733342371306e-05, + "loss": 4.3736, + "mean_token_accuracy": 0.23906815350055693, + "num_tokens": 19018337.0, + "step": 10820 + }, + { + "entropy": 5.267092227935791, + "epoch": 8.483542319749215, + "grad_norm": 1.421875, + "learning_rate": 7.917902062906066e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.23587296456098555, + "num_tokens": 19027232.0, + "step": 10825 + }, + { + "entropy": 5.12256760597229, + "epoch": 8.487460815047022, + "grad_norm": 1.40625, + "learning_rate": 7.90310577982493e-05, + "loss": 4.2928, + "mean_token_accuracy": 0.25045348703861237, + "num_tokens": 19036661.0, + "step": 10830 + }, + { + "entropy": 5.159757900238037, + "epoch": 8.491379310344827, + "grad_norm": 1.421875, + "learning_rate": 7.888344519571247e-05, + "loss": 4.3042, + "mean_token_accuracy": 0.24958488643169402, + "num_tokens": 19045955.0, + "step": 10835 + }, + { + "entropy": 5.217755937576294, + "epoch": 8.495297805642632, + "grad_norm": 1.5546875, + "learning_rate": 7.873618308525797e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23859389424324035, + "num_tokens": 19054183.0, + "step": 10840 + }, + { + "entropy": 5.271123838424683, + "epoch": 8.49921630094044, + "grad_norm": 1.3984375, + "learning_rate": 7.858927173006694e-05, + "loss": 4.3483, + "mean_token_accuracy": 0.25319149941205976, + "num_tokens": 19063029.0, + "step": 10845 + }, + { + "entropy": 5.201040935516358, + "epoch": 8.503134796238244, + "grad_norm": 1.4140625, + "learning_rate": 7.844271139269384e-05, + "loss": 4.2859, + "mean_token_accuracy": 0.2510977730154991, + "num_tokens": 19071325.0, + "step": 10850 + }, + { + "entropy": 5.202458000183105, + "epoch": 8.50705329153605, + "grad_norm": 1.3984375, + "learning_rate": 7.829650233506569e-05, + "loss": 4.3977, + "mean_token_accuracy": 0.23749318718910217, + "num_tokens": 19080082.0, + "step": 10855 + }, + { + "entropy": 5.149078702926635, + "epoch": 8.510971786833856, + "grad_norm": 1.4453125, + "learning_rate": 7.815064481848188e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.245503169298172, + "num_tokens": 19089286.0, + "step": 10860 + }, + { + "entropy": 5.165611219406128, + "epoch": 8.514890282131661, + "grad_norm": 1.46875, + "learning_rate": 7.800513910361343e-05, + "loss": 4.2642, + "mean_token_accuracy": 0.25618679970502856, + "num_tokens": 19098397.0, + "step": 10865 + }, + { + "entropy": 5.256289625167847, + "epoch": 8.518808777429467, + "grad_norm": 1.359375, + "learning_rate": 7.785998545050253e-05, + "loss": 4.4262, + "mean_token_accuracy": 0.22846854776144027, + "num_tokens": 19107939.0, + "step": 10870 + }, + { + "entropy": 5.18234224319458, + "epoch": 8.522727272727273, + "grad_norm": 1.4296875, + "learning_rate": 7.771518411856243e-05, + "loss": 4.3752, + "mean_token_accuracy": 0.23973670303821565, + "num_tokens": 19116541.0, + "step": 10875 + }, + { + "entropy": 5.256338310241699, + "epoch": 8.526645768025078, + "grad_norm": 1.484375, + "learning_rate": 7.75707353665765e-05, + "loss": 4.3917, + "mean_token_accuracy": 0.23739721924066542, + "num_tokens": 19124830.0, + "step": 10880 + }, + { + "entropy": 5.11550989151001, + "epoch": 8.530564263322884, + "grad_norm": 1.34375, + "learning_rate": 7.742663945269816e-05, + "loss": 4.2399, + "mean_token_accuracy": 0.25304013341665266, + "num_tokens": 19133518.0, + "step": 10885 + }, + { + "entropy": 5.206185293197632, + "epoch": 8.53448275862069, + "grad_norm": 1.3984375, + "learning_rate": 7.72828966344501e-05, + "loss": 4.3971, + "mean_token_accuracy": 0.24643320739269256, + "num_tokens": 19142989.0, + "step": 10890 + }, + { + "entropy": 5.27640471458435, + "epoch": 8.538401253918495, + "grad_norm": 1.3671875, + "learning_rate": 7.713950716872411e-05, + "loss": 4.4482, + "mean_token_accuracy": 0.2435752809047699, + "num_tokens": 19151603.0, + "step": 10895 + }, + { + "entropy": 5.166068172454834, + "epoch": 8.5423197492163, + "grad_norm": 1.546875, + "learning_rate": 7.699647131178038e-05, + "loss": 4.2865, + "mean_token_accuracy": 0.24158075600862502, + "num_tokens": 19159949.0, + "step": 10900 + }, + { + "entropy": 5.181893539428711, + "epoch": 8.546238244514107, + "grad_norm": 1.421875, + "learning_rate": 7.685378931924713e-05, + "loss": 4.392, + "mean_token_accuracy": 0.23999944627285003, + "num_tokens": 19169594.0, + "step": 10905 + }, + { + "entropy": 5.194723176956177, + "epoch": 8.550156739811912, + "grad_norm": 1.5390625, + "learning_rate": 7.67114614461203e-05, + "loss": 4.2988, + "mean_token_accuracy": 0.2502975150942802, + "num_tokens": 19177660.0, + "step": 10910 + }, + { + "entropy": 5.141909456253051, + "epoch": 8.554075235109718, + "grad_norm": 1.46875, + "learning_rate": 7.656948794676283e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.2440106377005577, + "num_tokens": 19185890.0, + "step": 10915 + }, + { + "entropy": 5.117619943618775, + "epoch": 8.557993730407524, + "grad_norm": 1.453125, + "learning_rate": 7.642786907490437e-05, + "loss": 4.2852, + "mean_token_accuracy": 0.2527379870414734, + "num_tokens": 19194820.0, + "step": 10920 + }, + { + "entropy": 5.173396253585816, + "epoch": 8.56191222570533, + "grad_norm": 1.5, + "learning_rate": 7.628660508364083e-05, + "loss": 4.3661, + "mean_token_accuracy": 0.23906691372394562, + "num_tokens": 19203887.0, + "step": 10925 + }, + { + "entropy": 5.2319599151611325, + "epoch": 8.565830721003135, + "grad_norm": 1.3515625, + "learning_rate": 7.614569622543391e-05, + "loss": 4.4243, + "mean_token_accuracy": 0.23508220463991164, + "num_tokens": 19212540.0, + "step": 10930 + }, + { + "entropy": 5.158654737472534, + "epoch": 8.56974921630094, + "grad_norm": 1.515625, + "learning_rate": 7.600514275211054e-05, + "loss": 4.304, + "mean_token_accuracy": 0.2489401400089264, + "num_tokens": 19221838.0, + "step": 10935 + }, + { + "entropy": 5.100141811370849, + "epoch": 8.573667711598747, + "grad_norm": 1.515625, + "learning_rate": 7.58649449148625e-05, + "loss": 4.245, + "mean_token_accuracy": 0.2527499616146088, + "num_tokens": 19229538.0, + "step": 10940 + }, + { + "entropy": 5.120130300521851, + "epoch": 8.577586206896552, + "grad_norm": 1.3515625, + "learning_rate": 7.572510296424615e-05, + "loss": 4.2099, + "mean_token_accuracy": 0.2548257991671562, + "num_tokens": 19237977.0, + "step": 10945 + }, + { + "entropy": 5.16163821220398, + "epoch": 8.581504702194357, + "grad_norm": 1.5, + "learning_rate": 7.558561715018174e-05, + "loss": 4.3387, + "mean_token_accuracy": 0.24190286695957183, + "num_tokens": 19246801.0, + "step": 10950 + }, + { + "entropy": 5.1767377853393555, + "epoch": 8.585423197492164, + "grad_norm": 1.328125, + "learning_rate": 7.544648772195293e-05, + "loss": 4.3357, + "mean_token_accuracy": 0.2454310953617096, + "num_tokens": 19256271.0, + "step": 10955 + }, + { + "entropy": 5.190650606155396, + "epoch": 8.589341692789969, + "grad_norm": 1.4765625, + "learning_rate": 7.530771492820673e-05, + "loss": 4.3315, + "mean_token_accuracy": 0.24321384727954865, + "num_tokens": 19264210.0, + "step": 10960 + }, + { + "entropy": 5.1225865364074705, + "epoch": 8.593260188087774, + "grad_norm": 1.359375, + "learning_rate": 7.516929901695249e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.24927836507558823, + "num_tokens": 19272700.0, + "step": 10965 + }, + { + "entropy": 5.188807249069214, + "epoch": 8.59717868338558, + "grad_norm": 1.4140625, + "learning_rate": 7.503124023556192e-05, + "loss": 4.3644, + "mean_token_accuracy": 0.24342314898967743, + "num_tokens": 19281674.0, + "step": 10970 + }, + { + "entropy": 5.209954261779785, + "epoch": 8.601097178683386, + "grad_norm": 1.4453125, + "learning_rate": 7.48935388307685e-05, + "loss": 4.302, + "mean_token_accuracy": 0.24961291253566742, + "num_tokens": 19290748.0, + "step": 10975 + }, + { + "entropy": 5.167430639266968, + "epoch": 8.60501567398119, + "grad_norm": 1.53125, + "learning_rate": 7.47561950486669e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25517262816429137, + "num_tokens": 19299018.0, + "step": 10980 + }, + { + "entropy": 5.136191892623901, + "epoch": 8.608934169278998, + "grad_norm": 1.3671875, + "learning_rate": 7.461920913471276e-05, + "loss": 4.2595, + "mean_token_accuracy": 0.24712129831314086, + "num_tokens": 19307915.0, + "step": 10985 + }, + { + "entropy": 5.167633152008056, + "epoch": 8.612852664576803, + "grad_norm": 1.3671875, + "learning_rate": 7.448258133372208e-05, + "loss": 4.3075, + "mean_token_accuracy": 0.25469652861356734, + "num_tokens": 19316358.0, + "step": 10990 + }, + { + "entropy": 5.184241771697998, + "epoch": 8.616771159874608, + "grad_norm": 1.453125, + "learning_rate": 7.434631188987095e-05, + "loss": 4.4212, + "mean_token_accuracy": 0.23687219023704528, + "num_tokens": 19325329.0, + "step": 10995 + }, + { + "entropy": 5.197266912460327, + "epoch": 8.620689655172415, + "grad_norm": 1.484375, + "learning_rate": 7.42104010466949e-05, + "loss": 4.3619, + "mean_token_accuracy": 0.24355487823486327, + "num_tokens": 19333857.0, + "step": 11000 + }, + { + "epoch": 8.620689655172415, + "eval_entropy": 5.09359948256219, + "eval_loss": 5.652531623840332, + "eval_mean_token_accuracy": 0.17406360565345416, + "eval_num_tokens": 19333857.0, + "eval_runtime": 2.829, + "eval_samples_per_second": 1457.058, + "eval_steps_per_second": 182.397, + "step": 11000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.5991056775808e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-11000/training_args.bin b/checkpoint-11000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-11000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-11500/added_tokens.json b/checkpoint-11500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-11500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-11500/config.json b/checkpoint-11500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-11500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-11500/generation_config.json b/checkpoint-11500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-11500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-11500/model.safetensors b/checkpoint-11500/model.safetensors new file mode 100644 index 0000000..276683b --- /dev/null +++ b/checkpoint-11500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f8698c6bad6f6d2af542d1460b53f15f886095a70b15b0d5219541e786b1e8 +size 249556672 diff --git a/checkpoint-11500/rng_state.pth b/checkpoint-11500/rng_state.pth new file mode 100644 index 0000000..04a5376 --- /dev/null +++ b/checkpoint-11500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad8401a0842063b76c5ca1c1a1f10072f1cfa78450b0d96d852b529872bc814 +size 14645 diff --git a/checkpoint-11500/special_tokens_map.json b/checkpoint-11500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-11500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-11500/spiece.model b/checkpoint-11500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-11500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-11500/tokenizer_config.json b/checkpoint-11500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-11500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-11500/trainer_state.json b/checkpoint-11500/trainer_state.json new file mode 100644 index 0000000..8605a21 --- /dev/null +++ b/checkpoint-11500/trainer_state.json @@ -0,0 +1,23287 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.012539184952978, + "eval_steps": 500, + "global_step": 11500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + }, + { + "entropy": 5.165841102600098, + "epoch": 8.232758620689655, + "grad_norm": 1.3984375, + "learning_rate": 8.936456969758206e-05, + "loss": 4.2431, + "mean_token_accuracy": 0.24906228631734847, + "num_tokens": 18464976.0, + "step": 10505 + }, + { + "entropy": 5.197420120239258, + "epoch": 8.236677115987462, + "grad_norm": 1.3671875, + "learning_rate": 8.919476926846426e-05, + "loss": 4.3049, + "mean_token_accuracy": 0.24438217729330064, + "num_tokens": 18473709.0, + "step": 10510 + }, + { + "entropy": 5.190283298492432, + "epoch": 8.240595611285267, + "grad_norm": 1.4140625, + "learning_rate": 8.90253009034206e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.24107206910848616, + "num_tokens": 18483208.0, + "step": 10515 + }, + { + "entropy": 5.224445581436157, + "epoch": 8.244514106583072, + "grad_norm": 1.4765625, + "learning_rate": 8.88561649053187e-05, + "loss": 4.3946, + "mean_token_accuracy": 0.2436232388019562, + "num_tokens": 18491872.0, + "step": 10520 + }, + { + "entropy": 5.224587440490723, + "epoch": 8.248432601880877, + "grad_norm": 1.4296875, + "learning_rate": 8.868736157643183e-05, + "loss": 4.427, + "mean_token_accuracy": 0.2315705195069313, + "num_tokens": 18500740.0, + "step": 10525 + }, + { + "entropy": 5.197388601303101, + "epoch": 8.252351097178684, + "grad_norm": 1.4140625, + "learning_rate": 8.851889121843904e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24663715809583664, + "num_tokens": 18509553.0, + "step": 10530 + }, + { + "entropy": 5.237329483032227, + "epoch": 8.256269592476489, + "grad_norm": 1.5546875, + "learning_rate": 8.835075413242408e-05, + "loss": 4.3894, + "mean_token_accuracy": 0.23695489168167114, + "num_tokens": 18518549.0, + "step": 10535 + }, + { + "entropy": 5.2407567501068115, + "epoch": 8.260188087774294, + "grad_norm": 1.5078125, + "learning_rate": 8.818295061887531e-05, + "loss": 4.3776, + "mean_token_accuracy": 0.23103708326816558, + "num_tokens": 18527264.0, + "step": 10540 + }, + { + "entropy": 5.166911602020264, + "epoch": 8.2641065830721, + "grad_norm": 1.5234375, + "learning_rate": 8.801548097768473e-05, + "loss": 4.3129, + "mean_token_accuracy": 0.251553837954998, + "num_tokens": 18535193.0, + "step": 10545 + }, + { + "entropy": 5.203214979171753, + "epoch": 8.268025078369906, + "grad_norm": 1.359375, + "learning_rate": 8.784834550814769e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.24238062351942063, + "num_tokens": 18544386.0, + "step": 10550 + }, + { + "entropy": 5.145546722412109, + "epoch": 8.271943573667711, + "grad_norm": 1.3828125, + "learning_rate": 8.768154450896253e-05, + "loss": 4.2144, + "mean_token_accuracy": 0.25746887028217313, + "num_tokens": 18552745.0, + "step": 10555 + }, + { + "entropy": 5.2064838886260985, + "epoch": 8.275862068965518, + "grad_norm": 1.40625, + "learning_rate": 8.751507827822955e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.24416826963424682, + "num_tokens": 18560953.0, + "step": 10560 + }, + { + "entropy": 5.198969554901123, + "epoch": 8.279780564263323, + "grad_norm": 1.375, + "learning_rate": 8.73489471134509e-05, + "loss": 4.2722, + "mean_token_accuracy": 0.2562029466032982, + "num_tokens": 18569324.0, + "step": 10565 + }, + { + "entropy": 5.230230379104614, + "epoch": 8.283699059561128, + "grad_norm": 1.4609375, + "learning_rate": 8.718315131152999e-05, + "loss": 4.4074, + "mean_token_accuracy": 0.23682893067598343, + "num_tokens": 18578432.0, + "step": 10570 + }, + { + "entropy": 5.160339832305908, + "epoch": 8.287617554858935, + "grad_norm": 1.453125, + "learning_rate": 8.701769116877076e-05, + "loss": 4.3376, + "mean_token_accuracy": 0.24325894862413405, + "num_tokens": 18587147.0, + "step": 10575 + }, + { + "entropy": 5.216804885864258, + "epoch": 8.29153605015674, + "grad_norm": 1.2578125, + "learning_rate": 8.685256698087725e-05, + "loss": 4.3383, + "mean_token_accuracy": 0.2435641974210739, + "num_tokens": 18596933.0, + "step": 10580 + }, + { + "entropy": 5.256839609146118, + "epoch": 8.295454545454545, + "grad_norm": 1.40625, + "learning_rate": 8.668777904295328e-05, + "loss": 4.4035, + "mean_token_accuracy": 0.2431974157691002, + "num_tokens": 18605666.0, + "step": 10585 + }, + { + "entropy": 5.254942560195923, + "epoch": 8.299373040752352, + "grad_norm": 1.3984375, + "learning_rate": 8.652332764950147e-05, + "loss": 4.4713, + "mean_token_accuracy": 0.23392772674560547, + "num_tokens": 18614801.0, + "step": 10590 + }, + { + "entropy": 5.203100633621216, + "epoch": 8.303291536050157, + "grad_norm": 1.390625, + "learning_rate": 8.635921309442327e-05, + "loss": 4.3183, + "mean_token_accuracy": 0.23907482326030732, + "num_tokens": 18623489.0, + "step": 10595 + }, + { + "entropy": 5.204137659072876, + "epoch": 8.307210031347962, + "grad_norm": 1.5234375, + "learning_rate": 8.619543567101787e-05, + "loss": 4.3327, + "mean_token_accuracy": 0.2453225150704384, + "num_tokens": 18631496.0, + "step": 10600 + }, + { + "entropy": 5.20287594795227, + "epoch": 8.311128526645769, + "grad_norm": 1.5234375, + "learning_rate": 8.603199567198222e-05, + "loss": 4.3699, + "mean_token_accuracy": 0.24015610665082932, + "num_tokens": 18640481.0, + "step": 10605 + }, + { + "entropy": 5.229337406158447, + "epoch": 8.315047021943574, + "grad_norm": 1.4921875, + "learning_rate": 8.586889338941002e-05, + "loss": 4.4415, + "mean_token_accuracy": 0.2326976701617241, + "num_tokens": 18650118.0, + "step": 10610 + }, + { + "entropy": 5.171226739883423, + "epoch": 8.318965517241379, + "grad_norm": 1.4375, + "learning_rate": 8.570612911479145e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24577218443155288, + "num_tokens": 18658981.0, + "step": 10615 + }, + { + "entropy": 5.207775211334228, + "epoch": 8.322884012539184, + "grad_norm": 1.3671875, + "learning_rate": 8.554370313901273e-05, + "loss": 4.3953, + "mean_token_accuracy": 0.24119233191013337, + "num_tokens": 18668324.0, + "step": 10620 + }, + { + "entropy": 5.172161102294922, + "epoch": 8.326802507836991, + "grad_norm": 1.4453125, + "learning_rate": 8.538161575235541e-05, + "loss": 4.2763, + "mean_token_accuracy": 0.25479909032583237, + "num_tokens": 18676945.0, + "step": 10625 + }, + { + "entropy": 5.255296754837036, + "epoch": 8.330721003134796, + "grad_norm": 1.53125, + "learning_rate": 8.521986724449593e-05, + "loss": 4.3777, + "mean_token_accuracy": 0.2371798038482666, + "num_tokens": 18685980.0, + "step": 10630 + }, + { + "entropy": 5.213572359085083, + "epoch": 8.334639498432601, + "grad_norm": 1.40625, + "learning_rate": 8.5058457904505e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.2402021586894989, + "num_tokens": 18694834.0, + "step": 10635 + }, + { + "entropy": 5.168806838989258, + "epoch": 8.338557993730408, + "grad_norm": 1.4765625, + "learning_rate": 8.489738802084742e-05, + "loss": 4.325, + "mean_token_accuracy": 0.23954138159751892, + "num_tokens": 18703747.0, + "step": 10640 + }, + { + "entropy": 5.1729669094085695, + "epoch": 8.342476489028213, + "grad_norm": 1.4296875, + "learning_rate": 8.473665788138112e-05, + "loss": 4.2991, + "mean_token_accuracy": 0.250113645195961, + "num_tokens": 18712202.0, + "step": 10645 + }, + { + "entropy": 5.163078022003174, + "epoch": 8.346394984326018, + "grad_norm": 1.3828125, + "learning_rate": 8.457626777335691e-05, + "loss": 4.3417, + "mean_token_accuracy": 0.24345773458480835, + "num_tokens": 18721340.0, + "step": 10650 + }, + { + "entropy": 5.17320613861084, + "epoch": 8.350313479623825, + "grad_norm": 1.3984375, + "learning_rate": 8.4416217983418e-05, + "loss": 4.3964, + "mean_token_accuracy": 0.24268222153186797, + "num_tokens": 18730295.0, + "step": 10655 + }, + { + "entropy": 5.159527206420899, + "epoch": 8.35423197492163, + "grad_norm": 1.4375, + "learning_rate": 8.425650879759923e-05, + "loss": 4.303, + "mean_token_accuracy": 0.2470370814204216, + "num_tokens": 18739040.0, + "step": 10660 + }, + { + "entropy": 5.118357849121094, + "epoch": 8.358150470219435, + "grad_norm": 1.4296875, + "learning_rate": 8.409714050132683e-05, + "loss": 4.2596, + "mean_token_accuracy": 0.2527719184756279, + "num_tokens": 18747655.0, + "step": 10665 + }, + { + "entropy": 5.204309940338135, + "epoch": 8.362068965517242, + "grad_norm": 1.484375, + "learning_rate": 8.393811337941781e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25303575992584226, + "num_tokens": 18755602.0, + "step": 10670 + }, + { + "entropy": 5.179117488861084, + "epoch": 8.365987460815047, + "grad_norm": 1.421875, + "learning_rate": 8.377942771607943e-05, + "loss": 4.3016, + "mean_token_accuracy": 0.2518721386790276, + "num_tokens": 18764332.0, + "step": 10675 + }, + { + "entropy": 5.152911424636841, + "epoch": 8.369905956112852, + "grad_norm": 1.3203125, + "learning_rate": 8.362108379490868e-05, + "loss": 4.3439, + "mean_token_accuracy": 0.2433498501777649, + "num_tokens": 18773106.0, + "step": 10680 + }, + { + "entropy": 5.174564599990845, + "epoch": 8.373824451410659, + "grad_norm": 1.4140625, + "learning_rate": 8.346308189889175e-05, + "loss": 4.3652, + "mean_token_accuracy": 0.24044717997312545, + "num_tokens": 18781603.0, + "step": 10685 + }, + { + "entropy": 5.123613357543945, + "epoch": 8.377742946708464, + "grad_norm": 1.421875, + "learning_rate": 8.330542231040379e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.25053018480539324, + "num_tokens": 18790152.0, + "step": 10690 + }, + { + "entropy": 5.200115442276001, + "epoch": 8.38166144200627, + "grad_norm": 1.453125, + "learning_rate": 8.314810531120795e-05, + "loss": 4.273, + "mean_token_accuracy": 0.2566791042685509, + "num_tokens": 18798397.0, + "step": 10695 + }, + { + "entropy": 5.158091974258423, + "epoch": 8.385579937304076, + "grad_norm": 1.4609375, + "learning_rate": 8.299113118245519e-05, + "loss": 4.3236, + "mean_token_accuracy": 0.2489589646458626, + "num_tokens": 18807523.0, + "step": 10700 + }, + { + "entropy": 5.179664230346679, + "epoch": 8.389498432601881, + "grad_norm": 1.3515625, + "learning_rate": 8.283450020468377e-05, + "loss": 4.3323, + "mean_token_accuracy": 0.24190194457769393, + "num_tokens": 18816469.0, + "step": 10705 + }, + { + "entropy": 5.253124094009399, + "epoch": 8.393416927899686, + "grad_norm": 1.453125, + "learning_rate": 8.267821265781875e-05, + "loss": 4.372, + "mean_token_accuracy": 0.24245337694883345, + "num_tokens": 18823994.0, + "step": 10710 + }, + { + "entropy": 5.154923725128174, + "epoch": 8.397335423197493, + "grad_norm": 1.40625, + "learning_rate": 8.252226882117118e-05, + "loss": 4.2699, + "mean_token_accuracy": 0.24888572543859483, + "num_tokens": 18833159.0, + "step": 10715 + }, + { + "entropy": 5.158040761947632, + "epoch": 8.401253918495298, + "grad_norm": 1.4375, + "learning_rate": 8.236666897343797e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.2492976114153862, + "num_tokens": 18841754.0, + "step": 10720 + }, + { + "entropy": 5.145916080474853, + "epoch": 8.405172413793103, + "grad_norm": 1.4140625, + "learning_rate": 8.221141339270138e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24637583643198013, + "num_tokens": 18850493.0, + "step": 10725 + }, + { + "entropy": 5.224203205108642, + "epoch": 8.409090909090908, + "grad_norm": 1.4296875, + "learning_rate": 8.205650235642828e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.24149791449308394, + "num_tokens": 18859765.0, + "step": 10730 + }, + { + "entropy": 5.190553855895996, + "epoch": 8.413009404388715, + "grad_norm": 1.4765625, + "learning_rate": 8.190193614146971e-05, + "loss": 4.3841, + "mean_token_accuracy": 0.24127394556999207, + "num_tokens": 18868685.0, + "step": 10735 + }, + { + "entropy": 5.146790838241577, + "epoch": 8.41692789968652, + "grad_norm": 1.375, + "learning_rate": 8.17477150240607e-05, + "loss": 4.3058, + "mean_token_accuracy": 0.25079535841941836, + "num_tokens": 18877496.0, + "step": 10740 + }, + { + "entropy": 5.169419193267823, + "epoch": 8.420846394984325, + "grad_norm": 1.375, + "learning_rate": 8.159383927981931e-05, + "loss": 4.3267, + "mean_token_accuracy": 0.24643860012292862, + "num_tokens": 18885828.0, + "step": 10745 + }, + { + "entropy": 5.237979555130005, + "epoch": 8.424764890282132, + "grad_norm": 1.484375, + "learning_rate": 8.14403091837464e-05, + "loss": 4.4118, + "mean_token_accuracy": 0.23178357034921646, + "num_tokens": 18894498.0, + "step": 10750 + }, + { + "entropy": 5.179816007614136, + "epoch": 8.428683385579937, + "grad_norm": 1.484375, + "learning_rate": 8.128712501022526e-05, + "loss": 4.3402, + "mean_token_accuracy": 0.24585033655166627, + "num_tokens": 18902996.0, + "step": 10755 + }, + { + "entropy": 5.139616441726685, + "epoch": 8.432601880877742, + "grad_norm": 1.5, + "learning_rate": 8.11342870330208e-05, + "loss": 4.2739, + "mean_token_accuracy": 0.25233634412288664, + "num_tokens": 18911731.0, + "step": 10760 + }, + { + "entropy": 5.142950439453125, + "epoch": 8.43652037617555, + "grad_norm": 1.4921875, + "learning_rate": 8.098179552527921e-05, + "loss": 4.2443, + "mean_token_accuracy": 0.2585966572165489, + "num_tokens": 18920912.0, + "step": 10765 + }, + { + "entropy": 5.148827123641968, + "epoch": 8.440438871473354, + "grad_norm": 1.5859375, + "learning_rate": 8.082965075952757e-05, + "loss": 4.2793, + "mean_token_accuracy": 0.24578409641981125, + "num_tokens": 18930012.0, + "step": 10770 + }, + { + "entropy": 5.198116683959961, + "epoch": 8.44435736677116, + "grad_norm": 1.484375, + "learning_rate": 8.067785300767333e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23290242552757262, + "num_tokens": 18939026.0, + "step": 10775 + }, + { + "entropy": 5.202164030075073, + "epoch": 8.448275862068966, + "grad_norm": 1.34375, + "learning_rate": 8.05264025410036e-05, + "loss": 4.3549, + "mean_token_accuracy": 0.23385946154594422, + "num_tokens": 18948387.0, + "step": 10780 + }, + { + "entropy": 5.207539367675781, + "epoch": 8.452194357366771, + "grad_norm": 1.390625, + "learning_rate": 8.037529963018488e-05, + "loss": 4.3861, + "mean_token_accuracy": 0.23611894249916077, + "num_tokens": 18957234.0, + "step": 10785 + }, + { + "entropy": 5.170898294448852, + "epoch": 8.456112852664576, + "grad_norm": 1.671875, + "learning_rate": 8.022454454526272e-05, + "loss": 4.3235, + "mean_token_accuracy": 0.24420012831687926, + "num_tokens": 18965501.0, + "step": 10790 + }, + { + "entropy": 5.1894067287445065, + "epoch": 8.460031347962383, + "grad_norm": 1.4453125, + "learning_rate": 8.00741375556608e-05, + "loss": 4.321, + "mean_token_accuracy": 0.24325118511915206, + "num_tokens": 18973225.0, + "step": 10795 + }, + { + "entropy": 5.189754390716553, + "epoch": 8.463949843260188, + "grad_norm": 1.5546875, + "learning_rate": 7.99240789301808e-05, + "loss": 4.3269, + "mean_token_accuracy": 0.24268894344568254, + "num_tokens": 18982424.0, + "step": 10800 + }, + { + "entropy": 5.173257207870483, + "epoch": 8.467868338557993, + "grad_norm": 1.296875, + "learning_rate": 7.977436893700177e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.2429159700870514, + "num_tokens": 18991519.0, + "step": 10805 + }, + { + "entropy": 5.136244583129883, + "epoch": 8.4717868338558, + "grad_norm": 1.3125, + "learning_rate": 7.962500784367985e-05, + "loss": 4.3051, + "mean_token_accuracy": 0.24642553478479384, + "num_tokens": 19000498.0, + "step": 10810 + }, + { + "entropy": 5.230206823348999, + "epoch": 8.475705329153605, + "grad_norm": 1.390625, + "learning_rate": 7.947599591714746e-05, + "loss": 4.4166, + "mean_token_accuracy": 0.24019178748130798, + "num_tokens": 19009640.0, + "step": 10815 + }, + { + "entropy": 5.152269411087036, + "epoch": 8.47962382445141, + "grad_norm": 1.421875, + "learning_rate": 7.932733342371306e-05, + "loss": 4.3736, + "mean_token_accuracy": 0.23906815350055693, + "num_tokens": 19018337.0, + "step": 10820 + }, + { + "entropy": 5.267092227935791, + "epoch": 8.483542319749215, + "grad_norm": 1.421875, + "learning_rate": 7.917902062906066e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.23587296456098555, + "num_tokens": 19027232.0, + "step": 10825 + }, + { + "entropy": 5.12256760597229, + "epoch": 8.487460815047022, + "grad_norm": 1.40625, + "learning_rate": 7.90310577982493e-05, + "loss": 4.2928, + "mean_token_accuracy": 0.25045348703861237, + "num_tokens": 19036661.0, + "step": 10830 + }, + { + "entropy": 5.159757900238037, + "epoch": 8.491379310344827, + "grad_norm": 1.421875, + "learning_rate": 7.888344519571247e-05, + "loss": 4.3042, + "mean_token_accuracy": 0.24958488643169402, + "num_tokens": 19045955.0, + "step": 10835 + }, + { + "entropy": 5.217755937576294, + "epoch": 8.495297805642632, + "grad_norm": 1.5546875, + "learning_rate": 7.873618308525797e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23859389424324035, + "num_tokens": 19054183.0, + "step": 10840 + }, + { + "entropy": 5.271123838424683, + "epoch": 8.49921630094044, + "grad_norm": 1.3984375, + "learning_rate": 7.858927173006694e-05, + "loss": 4.3483, + "mean_token_accuracy": 0.25319149941205976, + "num_tokens": 19063029.0, + "step": 10845 + }, + { + "entropy": 5.201040935516358, + "epoch": 8.503134796238244, + "grad_norm": 1.4140625, + "learning_rate": 7.844271139269384e-05, + "loss": 4.2859, + "mean_token_accuracy": 0.2510977730154991, + "num_tokens": 19071325.0, + "step": 10850 + }, + { + "entropy": 5.202458000183105, + "epoch": 8.50705329153605, + "grad_norm": 1.3984375, + "learning_rate": 7.829650233506569e-05, + "loss": 4.3977, + "mean_token_accuracy": 0.23749318718910217, + "num_tokens": 19080082.0, + "step": 10855 + }, + { + "entropy": 5.149078702926635, + "epoch": 8.510971786833856, + "grad_norm": 1.4453125, + "learning_rate": 7.815064481848188e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.245503169298172, + "num_tokens": 19089286.0, + "step": 10860 + }, + { + "entropy": 5.165611219406128, + "epoch": 8.514890282131661, + "grad_norm": 1.46875, + "learning_rate": 7.800513910361343e-05, + "loss": 4.2642, + "mean_token_accuracy": 0.25618679970502856, + "num_tokens": 19098397.0, + "step": 10865 + }, + { + "entropy": 5.256289625167847, + "epoch": 8.518808777429467, + "grad_norm": 1.359375, + "learning_rate": 7.785998545050253e-05, + "loss": 4.4262, + "mean_token_accuracy": 0.22846854776144027, + "num_tokens": 19107939.0, + "step": 10870 + }, + { + "entropy": 5.18234224319458, + "epoch": 8.522727272727273, + "grad_norm": 1.4296875, + "learning_rate": 7.771518411856243e-05, + "loss": 4.3752, + "mean_token_accuracy": 0.23973670303821565, + "num_tokens": 19116541.0, + "step": 10875 + }, + { + "entropy": 5.256338310241699, + "epoch": 8.526645768025078, + "grad_norm": 1.484375, + "learning_rate": 7.75707353665765e-05, + "loss": 4.3917, + "mean_token_accuracy": 0.23739721924066542, + "num_tokens": 19124830.0, + "step": 10880 + }, + { + "entropy": 5.11550989151001, + "epoch": 8.530564263322884, + "grad_norm": 1.34375, + "learning_rate": 7.742663945269816e-05, + "loss": 4.2399, + "mean_token_accuracy": 0.25304013341665266, + "num_tokens": 19133518.0, + "step": 10885 + }, + { + "entropy": 5.206185293197632, + "epoch": 8.53448275862069, + "grad_norm": 1.3984375, + "learning_rate": 7.72828966344501e-05, + "loss": 4.3971, + "mean_token_accuracy": 0.24643320739269256, + "num_tokens": 19142989.0, + "step": 10890 + }, + { + "entropy": 5.27640471458435, + "epoch": 8.538401253918495, + "grad_norm": 1.3671875, + "learning_rate": 7.713950716872411e-05, + "loss": 4.4482, + "mean_token_accuracy": 0.2435752809047699, + "num_tokens": 19151603.0, + "step": 10895 + }, + { + "entropy": 5.166068172454834, + "epoch": 8.5423197492163, + "grad_norm": 1.546875, + "learning_rate": 7.699647131178038e-05, + "loss": 4.2865, + "mean_token_accuracy": 0.24158075600862502, + "num_tokens": 19159949.0, + "step": 10900 + }, + { + "entropy": 5.181893539428711, + "epoch": 8.546238244514107, + "grad_norm": 1.421875, + "learning_rate": 7.685378931924713e-05, + "loss": 4.392, + "mean_token_accuracy": 0.23999944627285003, + "num_tokens": 19169594.0, + "step": 10905 + }, + { + "entropy": 5.194723176956177, + "epoch": 8.550156739811912, + "grad_norm": 1.5390625, + "learning_rate": 7.67114614461203e-05, + "loss": 4.2988, + "mean_token_accuracy": 0.2502975150942802, + "num_tokens": 19177660.0, + "step": 10910 + }, + { + "entropy": 5.141909456253051, + "epoch": 8.554075235109718, + "grad_norm": 1.46875, + "learning_rate": 7.656948794676283e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.2440106377005577, + "num_tokens": 19185890.0, + "step": 10915 + }, + { + "entropy": 5.117619943618775, + "epoch": 8.557993730407524, + "grad_norm": 1.453125, + "learning_rate": 7.642786907490437e-05, + "loss": 4.2852, + "mean_token_accuracy": 0.2527379870414734, + "num_tokens": 19194820.0, + "step": 10920 + }, + { + "entropy": 5.173396253585816, + "epoch": 8.56191222570533, + "grad_norm": 1.5, + "learning_rate": 7.628660508364083e-05, + "loss": 4.3661, + "mean_token_accuracy": 0.23906691372394562, + "num_tokens": 19203887.0, + "step": 10925 + }, + { + "entropy": 5.2319599151611325, + "epoch": 8.565830721003135, + "grad_norm": 1.3515625, + "learning_rate": 7.614569622543391e-05, + "loss": 4.4243, + "mean_token_accuracy": 0.23508220463991164, + "num_tokens": 19212540.0, + "step": 10930 + }, + { + "entropy": 5.158654737472534, + "epoch": 8.56974921630094, + "grad_norm": 1.515625, + "learning_rate": 7.600514275211054e-05, + "loss": 4.304, + "mean_token_accuracy": 0.2489401400089264, + "num_tokens": 19221838.0, + "step": 10935 + }, + { + "entropy": 5.100141811370849, + "epoch": 8.573667711598747, + "grad_norm": 1.515625, + "learning_rate": 7.58649449148625e-05, + "loss": 4.245, + "mean_token_accuracy": 0.2527499616146088, + "num_tokens": 19229538.0, + "step": 10940 + }, + { + "entropy": 5.120130300521851, + "epoch": 8.577586206896552, + "grad_norm": 1.3515625, + "learning_rate": 7.572510296424615e-05, + "loss": 4.2099, + "mean_token_accuracy": 0.2548257991671562, + "num_tokens": 19237977.0, + "step": 10945 + }, + { + "entropy": 5.16163821220398, + "epoch": 8.581504702194357, + "grad_norm": 1.5, + "learning_rate": 7.558561715018174e-05, + "loss": 4.3387, + "mean_token_accuracy": 0.24190286695957183, + "num_tokens": 19246801.0, + "step": 10950 + }, + { + "entropy": 5.1767377853393555, + "epoch": 8.585423197492164, + "grad_norm": 1.328125, + "learning_rate": 7.544648772195293e-05, + "loss": 4.3357, + "mean_token_accuracy": 0.2454310953617096, + "num_tokens": 19256271.0, + "step": 10955 + }, + { + "entropy": 5.190650606155396, + "epoch": 8.589341692789969, + "grad_norm": 1.4765625, + "learning_rate": 7.530771492820673e-05, + "loss": 4.3315, + "mean_token_accuracy": 0.24321384727954865, + "num_tokens": 19264210.0, + "step": 10960 + }, + { + "entropy": 5.1225865364074705, + "epoch": 8.593260188087774, + "grad_norm": 1.359375, + "learning_rate": 7.516929901695249e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.24927836507558823, + "num_tokens": 19272700.0, + "step": 10965 + }, + { + "entropy": 5.188807249069214, + "epoch": 8.59717868338558, + "grad_norm": 1.4140625, + "learning_rate": 7.503124023556192e-05, + "loss": 4.3644, + "mean_token_accuracy": 0.24342314898967743, + "num_tokens": 19281674.0, + "step": 10970 + }, + { + "entropy": 5.209954261779785, + "epoch": 8.601097178683386, + "grad_norm": 1.4453125, + "learning_rate": 7.48935388307685e-05, + "loss": 4.302, + "mean_token_accuracy": 0.24961291253566742, + "num_tokens": 19290748.0, + "step": 10975 + }, + { + "entropy": 5.167430639266968, + "epoch": 8.60501567398119, + "grad_norm": 1.53125, + "learning_rate": 7.47561950486669e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25517262816429137, + "num_tokens": 19299018.0, + "step": 10980 + }, + { + "entropy": 5.136191892623901, + "epoch": 8.608934169278998, + "grad_norm": 1.3671875, + "learning_rate": 7.461920913471276e-05, + "loss": 4.2595, + "mean_token_accuracy": 0.24712129831314086, + "num_tokens": 19307915.0, + "step": 10985 + }, + { + "entropy": 5.167633152008056, + "epoch": 8.612852664576803, + "grad_norm": 1.3671875, + "learning_rate": 7.448258133372208e-05, + "loss": 4.3075, + "mean_token_accuracy": 0.25469652861356734, + "num_tokens": 19316358.0, + "step": 10990 + }, + { + "entropy": 5.184241771697998, + "epoch": 8.616771159874608, + "grad_norm": 1.453125, + "learning_rate": 7.434631188987095e-05, + "loss": 4.4212, + "mean_token_accuracy": 0.23687219023704528, + "num_tokens": 19325329.0, + "step": 10995 + }, + { + "entropy": 5.197266912460327, + "epoch": 8.620689655172415, + "grad_norm": 1.484375, + "learning_rate": 7.42104010466949e-05, + "loss": 4.3619, + "mean_token_accuracy": 0.24355487823486327, + "num_tokens": 19333857.0, + "step": 11000 + }, + { + "epoch": 8.620689655172415, + "eval_entropy": 5.09359948256219, + "eval_loss": 5.652531623840332, + "eval_mean_token_accuracy": 0.17406360565345416, + "eval_num_tokens": 19333857.0, + "eval_runtime": 2.829, + "eval_samples_per_second": 1457.058, + "eval_steps_per_second": 182.397, + "step": 11000 + }, + { + "entropy": 5.160344028472901, + "epoch": 8.62460815047022, + "grad_norm": 1.484375, + "learning_rate": 7.407484904708874e-05, + "loss": 4.3033, + "mean_token_accuracy": 0.24506744891405105, + "num_tokens": 19342386.0, + "step": 11005 + }, + { + "entropy": 5.183922195434571, + "epoch": 8.628526645768025, + "grad_norm": 1.453125, + "learning_rate": 7.393965613330575e-05, + "loss": 4.3541, + "mean_token_accuracy": 0.24694971293210982, + "num_tokens": 19350727.0, + "step": 11010 + }, + { + "entropy": 5.190996217727661, + "epoch": 8.63244514106583, + "grad_norm": 1.4453125, + "learning_rate": 7.38048225469577e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.2396124631166458, + "num_tokens": 19360078.0, + "step": 11015 + }, + { + "entropy": 5.161708164215088, + "epoch": 8.636363636363637, + "grad_norm": 1.28125, + "learning_rate": 7.3670348529014e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.2490159496665001, + "num_tokens": 19369092.0, + "step": 11020 + }, + { + "entropy": 5.202845716476441, + "epoch": 8.640282131661442, + "grad_norm": 1.4375, + "learning_rate": 7.353623431980153e-05, + "loss": 4.3555, + "mean_token_accuracy": 0.2404809206724167, + "num_tokens": 19378061.0, + "step": 11025 + }, + { + "entropy": 5.221709823608398, + "epoch": 8.644200626959247, + "grad_norm": 1.5, + "learning_rate": 7.340248015900416e-05, + "loss": 4.3297, + "mean_token_accuracy": 0.24818609207868575, + "num_tokens": 19386298.0, + "step": 11030 + }, + { + "entropy": 5.143859624862671, + "epoch": 8.648119122257054, + "grad_norm": 1.4375, + "learning_rate": 7.326908628566226e-05, + "loss": 4.2846, + "mean_token_accuracy": 0.252796171605587, + "num_tokens": 19394001.0, + "step": 11035 + }, + { + "entropy": 5.080711078643799, + "epoch": 8.652037617554859, + "grad_norm": 1.4140625, + "learning_rate": 7.313605293817224e-05, + "loss": 4.222, + "mean_token_accuracy": 0.25163881480693817, + "num_tokens": 19402410.0, + "step": 11040 + }, + { + "entropy": 5.211961364746093, + "epoch": 8.655956112852664, + "grad_norm": 1.4765625, + "learning_rate": 7.300338035428639e-05, + "loss": 4.3818, + "mean_token_accuracy": 0.24466072469949723, + "num_tokens": 19410947.0, + "step": 11045 + }, + { + "entropy": 5.16515154838562, + "epoch": 8.65987460815047, + "grad_norm": 1.4296875, + "learning_rate": 7.287106877111203e-05, + "loss": 4.4146, + "mean_token_accuracy": 0.24014496952295303, + "num_tokens": 19419286.0, + "step": 11050 + }, + { + "entropy": 5.149256992340088, + "epoch": 8.663793103448276, + "grad_norm": 1.5, + "learning_rate": 7.273911842511139e-05, + "loss": 4.3072, + "mean_token_accuracy": 0.24570076018571854, + "num_tokens": 19427703.0, + "step": 11055 + }, + { + "entropy": 5.165379905700684, + "epoch": 8.66771159874608, + "grad_norm": 1.375, + "learning_rate": 7.260752955210124e-05, + "loss": 4.3192, + "mean_token_accuracy": 0.24644818753004075, + "num_tokens": 19436329.0, + "step": 11060 + }, + { + "entropy": 5.191621541976929, + "epoch": 8.671630094043888, + "grad_norm": 1.4765625, + "learning_rate": 7.247630238725212e-05, + "loss": 4.302, + "mean_token_accuracy": 0.2513266861438751, + "num_tokens": 19444363.0, + "step": 11065 + }, + { + "entropy": 5.155099821090698, + "epoch": 8.675548589341693, + "grad_norm": 1.46875, + "learning_rate": 7.234543716508836e-05, + "loss": 4.3203, + "mean_token_accuracy": 0.246969772875309, + "num_tokens": 19452745.0, + "step": 11070 + }, + { + "entropy": 5.221770191192627, + "epoch": 8.679467084639498, + "grad_norm": 1.3828125, + "learning_rate": 7.221493411948723e-05, + "loss": 4.3685, + "mean_token_accuracy": 0.2359369307756424, + "num_tokens": 19462481.0, + "step": 11075 + }, + { + "entropy": 5.234551668167114, + "epoch": 8.683385579937305, + "grad_norm": 1.5703125, + "learning_rate": 7.208479348367895e-05, + "loss": 4.3616, + "mean_token_accuracy": 0.2448529466986656, + "num_tokens": 19471276.0, + "step": 11080 + }, + { + "entropy": 5.169011497497559, + "epoch": 8.68730407523511, + "grad_norm": 1.4375, + "learning_rate": 7.195501549024582e-05, + "loss": 4.366, + "mean_token_accuracy": 0.23968504071235658, + "num_tokens": 19480101.0, + "step": 11085 + }, + { + "entropy": 5.170721244812012, + "epoch": 8.691222570532915, + "grad_norm": 1.4296875, + "learning_rate": 7.182560037112217e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.25115206092596054, + "num_tokens": 19489027.0, + "step": 11090 + }, + { + "entropy": 5.1923192024230955, + "epoch": 8.695141065830722, + "grad_norm": 1.53125, + "learning_rate": 7.169654835759388e-05, + "loss": 4.3249, + "mean_token_accuracy": 0.24627234786748886, + "num_tokens": 19497363.0, + "step": 11095 + }, + { + "entropy": 5.1721217155456545, + "epoch": 8.699059561128527, + "grad_norm": 1.5859375, + "learning_rate": 7.156785968029778e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.24736280143260955, + "num_tokens": 19505362.0, + "step": 11100 + }, + { + "entropy": 5.09847846031189, + "epoch": 8.702978056426332, + "grad_norm": 1.3046875, + "learning_rate": 7.143953456922141e-05, + "loss": 4.256, + "mean_token_accuracy": 0.25190206319093705, + "num_tokens": 19514536.0, + "step": 11105 + }, + { + "entropy": 5.155974626541138, + "epoch": 8.706896551724139, + "grad_norm": 1.3671875, + "learning_rate": 7.131157325370249e-05, + "loss": 4.3498, + "mean_token_accuracy": 0.23626135438680648, + "num_tokens": 19523276.0, + "step": 11110 + }, + { + "entropy": 5.121405553817749, + "epoch": 8.710815047021944, + "grad_norm": 1.390625, + "learning_rate": 7.118397596242872e-05, + "loss": 4.2358, + "mean_token_accuracy": 0.24885319620370866, + "num_tokens": 19532020.0, + "step": 11115 + }, + { + "entropy": 5.1765974998474125, + "epoch": 8.714733542319749, + "grad_norm": 1.5, + "learning_rate": 7.105674292343709e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24418028742074965, + "num_tokens": 19540175.0, + "step": 11120 + }, + { + "entropy": 5.250468397140503, + "epoch": 8.718652037617554, + "grad_norm": 1.375, + "learning_rate": 7.092987436411369e-05, + "loss": 4.3561, + "mean_token_accuracy": 0.24565353393554687, + "num_tokens": 19549728.0, + "step": 11125 + }, + { + "entropy": 5.14434118270874, + "epoch": 8.72257053291536, + "grad_norm": 1.421875, + "learning_rate": 7.080337051119325e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24971763789653778, + "num_tokens": 19558859.0, + "step": 11130 + }, + { + "entropy": 5.1333842277526855, + "epoch": 8.726489028213166, + "grad_norm": 1.5234375, + "learning_rate": 7.067723159075864e-05, + "loss": 4.2721, + "mean_token_accuracy": 0.25077017545700075, + "num_tokens": 19567397.0, + "step": 11135 + }, + { + "entropy": 5.126773357391357, + "epoch": 8.730407523510971, + "grad_norm": 1.40625, + "learning_rate": 7.055145782824051e-05, + "loss": 4.3012, + "mean_token_accuracy": 0.24425838589668275, + "num_tokens": 19575986.0, + "step": 11140 + }, + { + "entropy": 5.150705194473266, + "epoch": 8.734326018808778, + "grad_norm": 1.3671875, + "learning_rate": 7.042604944841705e-05, + "loss": 4.3021, + "mean_token_accuracy": 0.2514984980225563, + "num_tokens": 19585066.0, + "step": 11145 + }, + { + "entropy": 5.172491884231567, + "epoch": 8.738244514106583, + "grad_norm": 1.4921875, + "learning_rate": 7.030100667541333e-05, + "loss": 4.3258, + "mean_token_accuracy": 0.23992275595664977, + "num_tokens": 19594044.0, + "step": 11150 + }, + { + "entropy": 5.14497218132019, + "epoch": 8.742163009404388, + "grad_norm": 1.4921875, + "learning_rate": 7.017632973270105e-05, + "loss": 4.3224, + "mean_token_accuracy": 0.24162716120481492, + "num_tokens": 19602416.0, + "step": 11155 + }, + { + "entropy": 5.1665102481842045, + "epoch": 8.746081504702195, + "grad_norm": 1.3984375, + "learning_rate": 7.005201884309812e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24345449805259706, + "num_tokens": 19612435.0, + "step": 11160 + }, + { + "entropy": 5.209478282928467, + "epoch": 8.75, + "grad_norm": 1.3984375, + "learning_rate": 6.992807422876829e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.24448236376047133, + "num_tokens": 19621708.0, + "step": 11165 + }, + { + "entropy": 5.234047794342041, + "epoch": 8.753918495297805, + "grad_norm": 1.453125, + "learning_rate": 6.980449611122065e-05, + "loss": 4.3426, + "mean_token_accuracy": 0.2440522536635399, + "num_tokens": 19630879.0, + "step": 11170 + }, + { + "entropy": 5.189493083953858, + "epoch": 8.757836990595612, + "grad_norm": 1.3828125, + "learning_rate": 6.968128471130932e-05, + "loss": 4.318, + "mean_token_accuracy": 0.25217931866645815, + "num_tokens": 19640265.0, + "step": 11175 + }, + { + "entropy": 5.180751180648803, + "epoch": 8.761755485893417, + "grad_norm": 1.4375, + "learning_rate": 6.955844024923308e-05, + "loss": 4.353, + "mean_token_accuracy": 0.24737632572650908, + "num_tokens": 19648447.0, + "step": 11180 + }, + { + "entropy": 5.21621527671814, + "epoch": 8.765673981191222, + "grad_norm": 1.3828125, + "learning_rate": 6.943596294453492e-05, + "loss": 4.3583, + "mean_token_accuracy": 0.2393050119280815, + "num_tokens": 19657971.0, + "step": 11185 + }, + { + "entropy": 5.205598974227906, + "epoch": 8.769592476489029, + "grad_norm": 1.3125, + "learning_rate": 6.931385301610161e-05, + "loss": 4.3239, + "mean_token_accuracy": 0.2530598521232605, + "num_tokens": 19667059.0, + "step": 11190 + }, + { + "entropy": 5.157665967941284, + "epoch": 8.773510971786834, + "grad_norm": 1.4765625, + "learning_rate": 6.919211068216337e-05, + "loss": 4.3338, + "mean_token_accuracy": 0.2477164462208748, + "num_tokens": 19675683.0, + "step": 11195 + }, + { + "entropy": 5.198060798645019, + "epoch": 8.77742946708464, + "grad_norm": 1.4140625, + "learning_rate": 6.907073616029356e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.23859013617038727, + "num_tokens": 19685317.0, + "step": 11200 + }, + { + "entropy": 5.227784633636475, + "epoch": 8.781347962382446, + "grad_norm": 1.46875, + "learning_rate": 6.894972966740809e-05, + "loss": 4.3729, + "mean_token_accuracy": 0.242330664396286, + "num_tokens": 19694013.0, + "step": 11205 + }, + { + "entropy": 5.134903430938721, + "epoch": 8.785266457680251, + "grad_norm": 1.3984375, + "learning_rate": 6.882909141976514e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.24350144416093827, + "num_tokens": 19702527.0, + "step": 11210 + }, + { + "entropy": 5.205503463745117, + "epoch": 8.789184952978056, + "grad_norm": 1.484375, + "learning_rate": 6.87088216329649e-05, + "loss": 4.3578, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 19711075.0, + "step": 11215 + }, + { + "entropy": 5.1629664421081545, + "epoch": 8.793103448275861, + "grad_norm": 1.453125, + "learning_rate": 6.858892052194894e-05, + "loss": 4.2887, + "mean_token_accuracy": 0.24657656848430634, + "num_tokens": 19719964.0, + "step": 11220 + }, + { + "entropy": 5.12054409980774, + "epoch": 8.797021943573668, + "grad_norm": 1.4609375, + "learning_rate": 6.846938830099995e-05, + "loss": 4.277, + "mean_token_accuracy": 0.24346675872802734, + "num_tokens": 19728801.0, + "step": 11225 + }, + { + "entropy": 5.1829526901245115, + "epoch": 8.800940438871473, + "grad_norm": 1.3828125, + "learning_rate": 6.835022518374147e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.24321665167808532, + "num_tokens": 19737446.0, + "step": 11230 + }, + { + "entropy": 5.1880621910095215, + "epoch": 8.804858934169278, + "grad_norm": 1.4453125, + "learning_rate": 6.823143138313725e-05, + "loss": 4.3637, + "mean_token_accuracy": 0.24352171868085862, + "num_tokens": 19745955.0, + "step": 11235 + }, + { + "entropy": 5.1620180130004885, + "epoch": 8.808777429467085, + "grad_norm": 1.4375, + "learning_rate": 6.811300711149109e-05, + "loss": 4.301, + "mean_token_accuracy": 0.25580877512693406, + "num_tokens": 19754463.0, + "step": 11240 + }, + { + "entropy": 5.1462400436401365, + "epoch": 8.81269592476489, + "grad_norm": 1.40625, + "learning_rate": 6.799495258044633e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.24694229960441588, + "num_tokens": 19762828.0, + "step": 11245 + }, + { + "entropy": 5.2241291999816895, + "epoch": 8.816614420062695, + "grad_norm": 1.6015625, + "learning_rate": 6.787726800098568e-05, + "loss": 4.3947, + "mean_token_accuracy": 0.2394113674759865, + "num_tokens": 19771159.0, + "step": 11250 + }, + { + "entropy": 5.138645982742309, + "epoch": 8.820532915360502, + "grad_norm": 1.46875, + "learning_rate": 6.775995358343043e-05, + "loss": 4.3142, + "mean_token_accuracy": 0.2510115265846252, + "num_tokens": 19779771.0, + "step": 11255 + }, + { + "entropy": 5.180734634399414, + "epoch": 8.824451410658307, + "grad_norm": 1.40625, + "learning_rate": 6.764300953744052e-05, + "loss": 4.3374, + "mean_token_accuracy": 0.2468802586197853, + "num_tokens": 19788552.0, + "step": 11260 + }, + { + "entropy": 5.1564349174499515, + "epoch": 8.828369905956112, + "grad_norm": 1.5546875, + "learning_rate": 6.752643607201394e-05, + "loss": 4.3666, + "mean_token_accuracy": 0.24608568996191024, + "num_tokens": 19797346.0, + "step": 11265 + }, + { + "entropy": 5.225608062744141, + "epoch": 8.83228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.741023339548633e-05, + "loss": 4.3656, + "mean_token_accuracy": 0.2406889021396637, + "num_tokens": 19806152.0, + "step": 11270 + }, + { + "entropy": 5.189226865768433, + "epoch": 8.836206896551724, + "grad_norm": 1.4921875, + "learning_rate": 6.729440171553078e-05, + "loss": 4.3363, + "mean_token_accuracy": 0.24901342242956162, + "num_tokens": 19814977.0, + "step": 11275 + }, + { + "entropy": 5.215910387039185, + "epoch": 8.84012539184953, + "grad_norm": 1.625, + "learning_rate": 6.71789412391572e-05, + "loss": 4.4159, + "mean_token_accuracy": 0.24028196185827255, + "num_tokens": 19824203.0, + "step": 11280 + }, + { + "entropy": 5.232241106033325, + "epoch": 8.844043887147336, + "grad_norm": 1.5, + "learning_rate": 6.706385217271223e-05, + "loss": 4.3598, + "mean_token_accuracy": 0.24609470814466478, + "num_tokens": 19831974.0, + "step": 11285 + }, + { + "entropy": 5.171202564239502, + "epoch": 8.847962382445141, + "grad_norm": 1.3828125, + "learning_rate": 6.69491347218787e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.2420610025525093, + "num_tokens": 19840709.0, + "step": 11290 + }, + { + "entropy": 5.151089525222778, + "epoch": 8.851880877742946, + "grad_norm": 1.4609375, + "learning_rate": 6.683478909167525e-05, + "loss": 4.3431, + "mean_token_accuracy": 0.24947091042995453, + "num_tokens": 19849409.0, + "step": 11295 + }, + { + "entropy": 5.149393558502197, + "epoch": 8.855799373040753, + "grad_norm": 1.4375, + "learning_rate": 6.672081548645608e-05, + "loss": 4.2876, + "mean_token_accuracy": 0.2499714896082878, + "num_tokens": 19858331.0, + "step": 11300 + }, + { + "entropy": 5.128349685668946, + "epoch": 8.859717868338558, + "grad_norm": 1.4375, + "learning_rate": 6.660721410991057e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24699696004390717, + "num_tokens": 19866469.0, + "step": 11305 + }, + { + "entropy": 5.20927586555481, + "epoch": 8.863636363636363, + "grad_norm": 1.5390625, + "learning_rate": 6.649398516506272e-05, + "loss": 4.3407, + "mean_token_accuracy": 0.2527222618460655, + "num_tokens": 19875183.0, + "step": 11310 + }, + { + "entropy": 5.231449031829834, + "epoch": 8.86755485893417, + "grad_norm": 1.5078125, + "learning_rate": 6.638112885427103e-05, + "loss": 4.4197, + "mean_token_accuracy": 0.23686433732509612, + "num_tokens": 19884440.0, + "step": 11315 + }, + { + "entropy": 5.208543872833252, + "epoch": 8.871473354231975, + "grad_norm": 1.5234375, + "learning_rate": 6.626864537922808e-05, + "loss": 4.3335, + "mean_token_accuracy": 0.25042118728160856, + "num_tokens": 19892833.0, + "step": 11320 + }, + { + "entropy": 5.221477413177491, + "epoch": 8.87539184952978, + "grad_norm": 1.4609375, + "learning_rate": 6.615653494096001e-05, + "loss": 4.3808, + "mean_token_accuracy": 0.24391695261001586, + "num_tokens": 19900805.0, + "step": 11325 + }, + { + "entropy": 5.206062269210816, + "epoch": 8.879310344827585, + "grad_norm": 1.515625, + "learning_rate": 6.604479773982634e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.2520469561219215, + "num_tokens": 19909693.0, + "step": 11330 + }, + { + "entropy": 5.203600263595581, + "epoch": 8.883228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.593343397551964e-05, + "loss": 4.3479, + "mean_token_accuracy": 0.2507233560085297, + "num_tokens": 19918234.0, + "step": 11335 + }, + { + "entropy": 5.180827617645264, + "epoch": 8.887147335423197, + "grad_norm": 1.328125, + "learning_rate": 6.582244384706497e-05, + "loss": 4.3503, + "mean_token_accuracy": 0.2461276188492775, + "num_tokens": 19927465.0, + "step": 11340 + }, + { + "entropy": 5.149862051010132, + "epoch": 8.891065830721002, + "grad_norm": 1.46875, + "learning_rate": 6.571182755281964e-05, + "loss": 4.2971, + "mean_token_accuracy": 0.25761167109012606, + "num_tokens": 19936444.0, + "step": 11345 + }, + { + "entropy": 5.108878564834595, + "epoch": 8.89498432601881, + "grad_norm": 1.5, + "learning_rate": 6.5601585290473e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.256640762090683, + "num_tokens": 19944981.0, + "step": 11350 + }, + { + "entropy": 5.213591527938843, + "epoch": 8.898902821316614, + "grad_norm": 1.3359375, + "learning_rate": 6.549171725704575e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.2332255646586418, + "num_tokens": 19953907.0, + "step": 11355 + }, + { + "entropy": 5.1328013896942135, + "epoch": 8.90282131661442, + "grad_norm": 1.4609375, + "learning_rate": 6.538222364889e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.25097040832042694, + "num_tokens": 19962487.0, + "step": 11360 + }, + { + "entropy": 5.212668704986572, + "epoch": 8.906739811912226, + "grad_norm": 1.3671875, + "learning_rate": 6.527310466168842e-05, + "loss": 4.3493, + "mean_token_accuracy": 0.23977413177490234, + "num_tokens": 19971243.0, + "step": 11365 + }, + { + "entropy": 5.158293867111206, + "epoch": 8.910658307210031, + "grad_norm": 1.453125, + "learning_rate": 6.516436049045452e-05, + "loss": 4.3831, + "mean_token_accuracy": 0.23646930307149888, + "num_tokens": 19980281.0, + "step": 11370 + }, + { + "entropy": 5.207000017166138, + "epoch": 8.914576802507836, + "grad_norm": 1.421875, + "learning_rate": 6.505599132953165e-05, + "loss": 4.4616, + "mean_token_accuracy": 0.23221587091684343, + "num_tokens": 19990340.0, + "step": 11375 + }, + { + "entropy": 5.130055570602417, + "epoch": 8.918495297805643, + "grad_norm": 1.5234375, + "learning_rate": 6.494799737259304e-05, + "loss": 4.2442, + "mean_token_accuracy": 0.2473800450563431, + "num_tokens": 19998770.0, + "step": 11380 + }, + { + "entropy": 5.137336921691895, + "epoch": 8.922413793103448, + "grad_norm": 1.3359375, + "learning_rate": 6.48403788126415e-05, + "loss": 4.2581, + "mean_token_accuracy": 0.25648638159036635, + "num_tokens": 20007388.0, + "step": 11385 + }, + { + "entropy": 5.13502721786499, + "epoch": 8.926332288401253, + "grad_norm": 1.4609375, + "learning_rate": 6.473313584200882e-05, + "loss": 4.2385, + "mean_token_accuracy": 0.25371780842542646, + "num_tokens": 20016350.0, + "step": 11390 + }, + { + "entropy": 5.108055305480957, + "epoch": 8.93025078369906, + "grad_norm": 1.375, + "learning_rate": 6.462626865235549e-05, + "loss": 4.2703, + "mean_token_accuracy": 0.24794565439224242, + "num_tokens": 20025777.0, + "step": 11395 + }, + { + "entropy": 5.1566413879394535, + "epoch": 8.934169278996865, + "grad_norm": 1.421875, + "learning_rate": 6.45197774346706e-05, + "loss": 4.2841, + "mean_token_accuracy": 0.24910804033279418, + "num_tokens": 20034396.0, + "step": 11400 + }, + { + "entropy": 5.180315637588501, + "epoch": 8.93808777429467, + "grad_norm": 1.4140625, + "learning_rate": 6.441366237927123e-05, + "loss": 4.3324, + "mean_token_accuracy": 0.24707048535346984, + "num_tokens": 20043190.0, + "step": 11405 + }, + { + "entropy": 5.138979291915893, + "epoch": 8.942006269592476, + "grad_norm": 1.484375, + "learning_rate": 6.430792367580215e-05, + "loss": 4.3312, + "mean_token_accuracy": 0.24492582380771638, + "num_tokens": 20052108.0, + "step": 11410 + }, + { + "entropy": 5.149893283843994, + "epoch": 8.945924764890282, + "grad_norm": 1.375, + "learning_rate": 6.420256151323553e-05, + "loss": 4.2602, + "mean_token_accuracy": 0.2505105838179588, + "num_tokens": 20060540.0, + "step": 11415 + }, + { + "entropy": 5.107330465316773, + "epoch": 8.949843260188088, + "grad_norm": 1.5625, + "learning_rate": 6.409757607987066e-05, + "loss": 4.263, + "mean_token_accuracy": 0.247504623234272, + "num_tokens": 20069289.0, + "step": 11420 + }, + { + "entropy": 5.18879075050354, + "epoch": 8.953761755485893, + "grad_norm": 1.4375, + "learning_rate": 6.399296756333362e-05, + "loss": 4.3388, + "mean_token_accuracy": 0.2505796566605568, + "num_tokens": 20078064.0, + "step": 11425 + }, + { + "entropy": 5.191472339630127, + "epoch": 8.9576802507837, + "grad_norm": 1.3671875, + "learning_rate": 6.388873615057665e-05, + "loss": 4.2895, + "mean_token_accuracy": 0.2537212073802948, + "num_tokens": 20086234.0, + "step": 11430 + }, + { + "entropy": 5.158332777023316, + "epoch": 8.961598746081505, + "grad_norm": 1.5078125, + "learning_rate": 6.378488202787835e-05, + "loss": 4.2939, + "mean_token_accuracy": 0.24281448274850845, + "num_tokens": 20094700.0, + "step": 11435 + }, + { + "entropy": 5.157821846008301, + "epoch": 8.96551724137931, + "grad_norm": 1.28125, + "learning_rate": 6.368140538084275e-05, + "loss": 4.378, + "mean_token_accuracy": 0.23995239287614822, + "num_tokens": 20103669.0, + "step": 11440 + }, + { + "entropy": 5.179506635665893, + "epoch": 8.969435736677116, + "grad_norm": 1.40625, + "learning_rate": 6.357830639439943e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.25294612646102904, + "num_tokens": 20111840.0, + "step": 11445 + }, + { + "entropy": 5.174344778060913, + "epoch": 8.973354231974922, + "grad_norm": 1.53125, + "learning_rate": 6.347558525280295e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.2442648947238922, + "num_tokens": 20119590.0, + "step": 11450 + }, + { + "entropy": 5.141709899902343, + "epoch": 8.977272727272727, + "grad_norm": 1.34375, + "learning_rate": 6.337324213963274e-05, + "loss": 4.2683, + "mean_token_accuracy": 0.24781289994716643, + "num_tokens": 20128982.0, + "step": 11455 + }, + { + "entropy": 5.19599232673645, + "epoch": 8.981191222570533, + "grad_norm": 1.375, + "learning_rate": 6.327127723779248e-05, + "loss": 4.4383, + "mean_token_accuracy": 0.23176333755254747, + "num_tokens": 20138013.0, + "step": 11460 + }, + { + "entropy": 5.148220825195312, + "epoch": 8.985109717868339, + "grad_norm": 1.4921875, + "learning_rate": 6.316969072950998e-05, + "loss": 4.3149, + "mean_token_accuracy": 0.24630104303359984, + "num_tokens": 20146240.0, + "step": 11465 + }, + { + "entropy": 5.237122964859009, + "epoch": 8.989028213166144, + "grad_norm": 1.484375, + "learning_rate": 6.306848279633684e-05, + "loss": 4.4199, + "mean_token_accuracy": 0.23549972027540206, + "num_tokens": 20155964.0, + "step": 11470 + }, + { + "entropy": 5.191496324539185, + "epoch": 8.99294670846395, + "grad_norm": 1.4609375, + "learning_rate": 6.296765361914798e-05, + "loss": 4.3566, + "mean_token_accuracy": 0.24725048542022704, + "num_tokens": 20165774.0, + "step": 11475 + }, + { + "entropy": 5.172772789001465, + "epoch": 8.996865203761756, + "grad_norm": 1.640625, + "learning_rate": 6.286720337814158e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.23574881255626678, + "num_tokens": 20174940.0, + "step": 11480 + }, + { + "entropy": 5.201568508148194, + "epoch": 9.00078369905956, + "grad_norm": 1.359375, + "learning_rate": 6.276713225283839e-05, + "loss": 4.2819, + "mean_token_accuracy": 0.254166404902935, + "num_tokens": 20182706.0, + "step": 11485 + }, + { + "entropy": 5.1844617366790775, + "epoch": 9.004702194357368, + "grad_norm": 1.3671875, + "learning_rate": 6.266744042208186e-05, + "loss": 4.2918, + "mean_token_accuracy": 0.24593908786773683, + "num_tokens": 20191457.0, + "step": 11490 + }, + { + "entropy": 5.190072250366211, + "epoch": 9.008620689655173, + "grad_norm": 1.484375, + "learning_rate": 6.25681280640374e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.24169689267873765, + "num_tokens": 20199331.0, + "step": 11495 + }, + { + "entropy": 5.21090669631958, + "epoch": 9.012539184952978, + "grad_norm": 1.4296875, + "learning_rate": 6.246919535619226e-05, + "loss": 4.2999, + "mean_token_accuracy": 0.24667351692914963, + "num_tokens": 20208386.0, + "step": 11500 + }, + { + "epoch": 9.012539184952978, + "eval_entropy": 5.100121786428052, + "eval_loss": 5.649623870849609, + "eval_mean_token_accuracy": 0.17414666001879892, + "eval_num_tokens": 20208386.0, + "eval_runtime": 2.8345, + "eval_samples_per_second": 1454.214, + "eval_steps_per_second": 182.041, + "step": 11500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.7172146773376e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-11500/training_args.bin b/checkpoint-11500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-11500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-12000/added_tokens.json b/checkpoint-12000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-12000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-12000/config.json b/checkpoint-12000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-12000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-12000/generation_config.json b/checkpoint-12000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-12000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-12000/model.safetensors b/checkpoint-12000/model.safetensors new file mode 100644 index 0000000..cb09207 --- /dev/null +++ b/checkpoint-12000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d642d3ab63c1d6838f5a4a15c508ee2e1e3338fadc60f18533ba2a9acded809f +size 249556672 diff --git a/checkpoint-12000/rng_state.pth b/checkpoint-12000/rng_state.pth new file mode 100644 index 0000000..ab616d4 --- /dev/null +++ b/checkpoint-12000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1685c8fd7f5ab835cd3b9f896c9e33f8008c144b2c975e20e7d761e99eb669 +size 14645 diff --git a/checkpoint-12000/special_tokens_map.json b/checkpoint-12000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-12000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-12000/spiece.model b/checkpoint-12000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-12000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-12000/tokenizer_config.json b/checkpoint-12000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-12000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-12000/trainer_state.json b/checkpoint-12000/trainer_state.json new file mode 100644 index 0000000..187deff --- /dev/null +++ b/checkpoint-12000/trainer_state.json @@ -0,0 +1,24298 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.404388714733543, + "eval_steps": 500, + "global_step": 12000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + }, + { + "entropy": 5.165841102600098, + "epoch": 8.232758620689655, + "grad_norm": 1.3984375, + "learning_rate": 8.936456969758206e-05, + "loss": 4.2431, + "mean_token_accuracy": 0.24906228631734847, + "num_tokens": 18464976.0, + "step": 10505 + }, + { + "entropy": 5.197420120239258, + "epoch": 8.236677115987462, + "grad_norm": 1.3671875, + "learning_rate": 8.919476926846426e-05, + "loss": 4.3049, + "mean_token_accuracy": 0.24438217729330064, + "num_tokens": 18473709.0, + "step": 10510 + }, + { + "entropy": 5.190283298492432, + "epoch": 8.240595611285267, + "grad_norm": 1.4140625, + "learning_rate": 8.90253009034206e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.24107206910848616, + "num_tokens": 18483208.0, + "step": 10515 + }, + { + "entropy": 5.224445581436157, + "epoch": 8.244514106583072, + "grad_norm": 1.4765625, + "learning_rate": 8.88561649053187e-05, + "loss": 4.3946, + "mean_token_accuracy": 0.2436232388019562, + "num_tokens": 18491872.0, + "step": 10520 + }, + { + "entropy": 5.224587440490723, + "epoch": 8.248432601880877, + "grad_norm": 1.4296875, + "learning_rate": 8.868736157643183e-05, + "loss": 4.427, + "mean_token_accuracy": 0.2315705195069313, + "num_tokens": 18500740.0, + "step": 10525 + }, + { + "entropy": 5.197388601303101, + "epoch": 8.252351097178684, + "grad_norm": 1.4140625, + "learning_rate": 8.851889121843904e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24663715809583664, + "num_tokens": 18509553.0, + "step": 10530 + }, + { + "entropy": 5.237329483032227, + "epoch": 8.256269592476489, + "grad_norm": 1.5546875, + "learning_rate": 8.835075413242408e-05, + "loss": 4.3894, + "mean_token_accuracy": 0.23695489168167114, + "num_tokens": 18518549.0, + "step": 10535 + }, + { + "entropy": 5.2407567501068115, + "epoch": 8.260188087774294, + "grad_norm": 1.5078125, + "learning_rate": 8.818295061887531e-05, + "loss": 4.3776, + "mean_token_accuracy": 0.23103708326816558, + "num_tokens": 18527264.0, + "step": 10540 + }, + { + "entropy": 5.166911602020264, + "epoch": 8.2641065830721, + "grad_norm": 1.5234375, + "learning_rate": 8.801548097768473e-05, + "loss": 4.3129, + "mean_token_accuracy": 0.251553837954998, + "num_tokens": 18535193.0, + "step": 10545 + }, + { + "entropy": 5.203214979171753, + "epoch": 8.268025078369906, + "grad_norm": 1.359375, + "learning_rate": 8.784834550814769e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.24238062351942063, + "num_tokens": 18544386.0, + "step": 10550 + }, + { + "entropy": 5.145546722412109, + "epoch": 8.271943573667711, + "grad_norm": 1.3828125, + "learning_rate": 8.768154450896253e-05, + "loss": 4.2144, + "mean_token_accuracy": 0.25746887028217313, + "num_tokens": 18552745.0, + "step": 10555 + }, + { + "entropy": 5.2064838886260985, + "epoch": 8.275862068965518, + "grad_norm": 1.40625, + "learning_rate": 8.751507827822955e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.24416826963424682, + "num_tokens": 18560953.0, + "step": 10560 + }, + { + "entropy": 5.198969554901123, + "epoch": 8.279780564263323, + "grad_norm": 1.375, + "learning_rate": 8.73489471134509e-05, + "loss": 4.2722, + "mean_token_accuracy": 0.2562029466032982, + "num_tokens": 18569324.0, + "step": 10565 + }, + { + "entropy": 5.230230379104614, + "epoch": 8.283699059561128, + "grad_norm": 1.4609375, + "learning_rate": 8.718315131152999e-05, + "loss": 4.4074, + "mean_token_accuracy": 0.23682893067598343, + "num_tokens": 18578432.0, + "step": 10570 + }, + { + "entropy": 5.160339832305908, + "epoch": 8.287617554858935, + "grad_norm": 1.453125, + "learning_rate": 8.701769116877076e-05, + "loss": 4.3376, + "mean_token_accuracy": 0.24325894862413405, + "num_tokens": 18587147.0, + "step": 10575 + }, + { + "entropy": 5.216804885864258, + "epoch": 8.29153605015674, + "grad_norm": 1.2578125, + "learning_rate": 8.685256698087725e-05, + "loss": 4.3383, + "mean_token_accuracy": 0.2435641974210739, + "num_tokens": 18596933.0, + "step": 10580 + }, + { + "entropy": 5.256839609146118, + "epoch": 8.295454545454545, + "grad_norm": 1.40625, + "learning_rate": 8.668777904295328e-05, + "loss": 4.4035, + "mean_token_accuracy": 0.2431974157691002, + "num_tokens": 18605666.0, + "step": 10585 + }, + { + "entropy": 5.254942560195923, + "epoch": 8.299373040752352, + "grad_norm": 1.3984375, + "learning_rate": 8.652332764950147e-05, + "loss": 4.4713, + "mean_token_accuracy": 0.23392772674560547, + "num_tokens": 18614801.0, + "step": 10590 + }, + { + "entropy": 5.203100633621216, + "epoch": 8.303291536050157, + "grad_norm": 1.390625, + "learning_rate": 8.635921309442327e-05, + "loss": 4.3183, + "mean_token_accuracy": 0.23907482326030732, + "num_tokens": 18623489.0, + "step": 10595 + }, + { + "entropy": 5.204137659072876, + "epoch": 8.307210031347962, + "grad_norm": 1.5234375, + "learning_rate": 8.619543567101787e-05, + "loss": 4.3327, + "mean_token_accuracy": 0.2453225150704384, + "num_tokens": 18631496.0, + "step": 10600 + }, + { + "entropy": 5.20287594795227, + "epoch": 8.311128526645769, + "grad_norm": 1.5234375, + "learning_rate": 8.603199567198222e-05, + "loss": 4.3699, + "mean_token_accuracy": 0.24015610665082932, + "num_tokens": 18640481.0, + "step": 10605 + }, + { + "entropy": 5.229337406158447, + "epoch": 8.315047021943574, + "grad_norm": 1.4921875, + "learning_rate": 8.586889338941002e-05, + "loss": 4.4415, + "mean_token_accuracy": 0.2326976701617241, + "num_tokens": 18650118.0, + "step": 10610 + }, + { + "entropy": 5.171226739883423, + "epoch": 8.318965517241379, + "grad_norm": 1.4375, + "learning_rate": 8.570612911479145e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24577218443155288, + "num_tokens": 18658981.0, + "step": 10615 + }, + { + "entropy": 5.207775211334228, + "epoch": 8.322884012539184, + "grad_norm": 1.3671875, + "learning_rate": 8.554370313901273e-05, + "loss": 4.3953, + "mean_token_accuracy": 0.24119233191013337, + "num_tokens": 18668324.0, + "step": 10620 + }, + { + "entropy": 5.172161102294922, + "epoch": 8.326802507836991, + "grad_norm": 1.4453125, + "learning_rate": 8.538161575235541e-05, + "loss": 4.2763, + "mean_token_accuracy": 0.25479909032583237, + "num_tokens": 18676945.0, + "step": 10625 + }, + { + "entropy": 5.255296754837036, + "epoch": 8.330721003134796, + "grad_norm": 1.53125, + "learning_rate": 8.521986724449593e-05, + "loss": 4.3777, + "mean_token_accuracy": 0.2371798038482666, + "num_tokens": 18685980.0, + "step": 10630 + }, + { + "entropy": 5.213572359085083, + "epoch": 8.334639498432601, + "grad_norm": 1.40625, + "learning_rate": 8.5058457904505e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.2402021586894989, + "num_tokens": 18694834.0, + "step": 10635 + }, + { + "entropy": 5.168806838989258, + "epoch": 8.338557993730408, + "grad_norm": 1.4765625, + "learning_rate": 8.489738802084742e-05, + "loss": 4.325, + "mean_token_accuracy": 0.23954138159751892, + "num_tokens": 18703747.0, + "step": 10640 + }, + { + "entropy": 5.1729669094085695, + "epoch": 8.342476489028213, + "grad_norm": 1.4296875, + "learning_rate": 8.473665788138112e-05, + "loss": 4.2991, + "mean_token_accuracy": 0.250113645195961, + "num_tokens": 18712202.0, + "step": 10645 + }, + { + "entropy": 5.163078022003174, + "epoch": 8.346394984326018, + "grad_norm": 1.3828125, + "learning_rate": 8.457626777335691e-05, + "loss": 4.3417, + "mean_token_accuracy": 0.24345773458480835, + "num_tokens": 18721340.0, + "step": 10650 + }, + { + "entropy": 5.17320613861084, + "epoch": 8.350313479623825, + "grad_norm": 1.3984375, + "learning_rate": 8.4416217983418e-05, + "loss": 4.3964, + "mean_token_accuracy": 0.24268222153186797, + "num_tokens": 18730295.0, + "step": 10655 + }, + { + "entropy": 5.159527206420899, + "epoch": 8.35423197492163, + "grad_norm": 1.4375, + "learning_rate": 8.425650879759923e-05, + "loss": 4.303, + "mean_token_accuracy": 0.2470370814204216, + "num_tokens": 18739040.0, + "step": 10660 + }, + { + "entropy": 5.118357849121094, + "epoch": 8.358150470219435, + "grad_norm": 1.4296875, + "learning_rate": 8.409714050132683e-05, + "loss": 4.2596, + "mean_token_accuracy": 0.2527719184756279, + "num_tokens": 18747655.0, + "step": 10665 + }, + { + "entropy": 5.204309940338135, + "epoch": 8.362068965517242, + "grad_norm": 1.484375, + "learning_rate": 8.393811337941781e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25303575992584226, + "num_tokens": 18755602.0, + "step": 10670 + }, + { + "entropy": 5.179117488861084, + "epoch": 8.365987460815047, + "grad_norm": 1.421875, + "learning_rate": 8.377942771607943e-05, + "loss": 4.3016, + "mean_token_accuracy": 0.2518721386790276, + "num_tokens": 18764332.0, + "step": 10675 + }, + { + "entropy": 5.152911424636841, + "epoch": 8.369905956112852, + "grad_norm": 1.3203125, + "learning_rate": 8.362108379490868e-05, + "loss": 4.3439, + "mean_token_accuracy": 0.2433498501777649, + "num_tokens": 18773106.0, + "step": 10680 + }, + { + "entropy": 5.174564599990845, + "epoch": 8.373824451410659, + "grad_norm": 1.4140625, + "learning_rate": 8.346308189889175e-05, + "loss": 4.3652, + "mean_token_accuracy": 0.24044717997312545, + "num_tokens": 18781603.0, + "step": 10685 + }, + { + "entropy": 5.123613357543945, + "epoch": 8.377742946708464, + "grad_norm": 1.421875, + "learning_rate": 8.330542231040379e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.25053018480539324, + "num_tokens": 18790152.0, + "step": 10690 + }, + { + "entropy": 5.200115442276001, + "epoch": 8.38166144200627, + "grad_norm": 1.453125, + "learning_rate": 8.314810531120795e-05, + "loss": 4.273, + "mean_token_accuracy": 0.2566791042685509, + "num_tokens": 18798397.0, + "step": 10695 + }, + { + "entropy": 5.158091974258423, + "epoch": 8.385579937304076, + "grad_norm": 1.4609375, + "learning_rate": 8.299113118245519e-05, + "loss": 4.3236, + "mean_token_accuracy": 0.2489589646458626, + "num_tokens": 18807523.0, + "step": 10700 + }, + { + "entropy": 5.179664230346679, + "epoch": 8.389498432601881, + "grad_norm": 1.3515625, + "learning_rate": 8.283450020468377e-05, + "loss": 4.3323, + "mean_token_accuracy": 0.24190194457769393, + "num_tokens": 18816469.0, + "step": 10705 + }, + { + "entropy": 5.253124094009399, + "epoch": 8.393416927899686, + "grad_norm": 1.453125, + "learning_rate": 8.267821265781875e-05, + "loss": 4.372, + "mean_token_accuracy": 0.24245337694883345, + "num_tokens": 18823994.0, + "step": 10710 + }, + { + "entropy": 5.154923725128174, + "epoch": 8.397335423197493, + "grad_norm": 1.40625, + "learning_rate": 8.252226882117118e-05, + "loss": 4.2699, + "mean_token_accuracy": 0.24888572543859483, + "num_tokens": 18833159.0, + "step": 10715 + }, + { + "entropy": 5.158040761947632, + "epoch": 8.401253918495298, + "grad_norm": 1.4375, + "learning_rate": 8.236666897343797e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.2492976114153862, + "num_tokens": 18841754.0, + "step": 10720 + }, + { + "entropy": 5.145916080474853, + "epoch": 8.405172413793103, + "grad_norm": 1.4140625, + "learning_rate": 8.221141339270138e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24637583643198013, + "num_tokens": 18850493.0, + "step": 10725 + }, + { + "entropy": 5.224203205108642, + "epoch": 8.409090909090908, + "grad_norm": 1.4296875, + "learning_rate": 8.205650235642828e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.24149791449308394, + "num_tokens": 18859765.0, + "step": 10730 + }, + { + "entropy": 5.190553855895996, + "epoch": 8.413009404388715, + "grad_norm": 1.4765625, + "learning_rate": 8.190193614146971e-05, + "loss": 4.3841, + "mean_token_accuracy": 0.24127394556999207, + "num_tokens": 18868685.0, + "step": 10735 + }, + { + "entropy": 5.146790838241577, + "epoch": 8.41692789968652, + "grad_norm": 1.375, + "learning_rate": 8.17477150240607e-05, + "loss": 4.3058, + "mean_token_accuracy": 0.25079535841941836, + "num_tokens": 18877496.0, + "step": 10740 + }, + { + "entropy": 5.169419193267823, + "epoch": 8.420846394984325, + "grad_norm": 1.375, + "learning_rate": 8.159383927981931e-05, + "loss": 4.3267, + "mean_token_accuracy": 0.24643860012292862, + "num_tokens": 18885828.0, + "step": 10745 + }, + { + "entropy": 5.237979555130005, + "epoch": 8.424764890282132, + "grad_norm": 1.484375, + "learning_rate": 8.14403091837464e-05, + "loss": 4.4118, + "mean_token_accuracy": 0.23178357034921646, + "num_tokens": 18894498.0, + "step": 10750 + }, + { + "entropy": 5.179816007614136, + "epoch": 8.428683385579937, + "grad_norm": 1.484375, + "learning_rate": 8.128712501022526e-05, + "loss": 4.3402, + "mean_token_accuracy": 0.24585033655166627, + "num_tokens": 18902996.0, + "step": 10755 + }, + { + "entropy": 5.139616441726685, + "epoch": 8.432601880877742, + "grad_norm": 1.5, + "learning_rate": 8.11342870330208e-05, + "loss": 4.2739, + "mean_token_accuracy": 0.25233634412288664, + "num_tokens": 18911731.0, + "step": 10760 + }, + { + "entropy": 5.142950439453125, + "epoch": 8.43652037617555, + "grad_norm": 1.4921875, + "learning_rate": 8.098179552527921e-05, + "loss": 4.2443, + "mean_token_accuracy": 0.2585966572165489, + "num_tokens": 18920912.0, + "step": 10765 + }, + { + "entropy": 5.148827123641968, + "epoch": 8.440438871473354, + "grad_norm": 1.5859375, + "learning_rate": 8.082965075952757e-05, + "loss": 4.2793, + "mean_token_accuracy": 0.24578409641981125, + "num_tokens": 18930012.0, + "step": 10770 + }, + { + "entropy": 5.198116683959961, + "epoch": 8.44435736677116, + "grad_norm": 1.484375, + "learning_rate": 8.067785300767333e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23290242552757262, + "num_tokens": 18939026.0, + "step": 10775 + }, + { + "entropy": 5.202164030075073, + "epoch": 8.448275862068966, + "grad_norm": 1.34375, + "learning_rate": 8.05264025410036e-05, + "loss": 4.3549, + "mean_token_accuracy": 0.23385946154594422, + "num_tokens": 18948387.0, + "step": 10780 + }, + { + "entropy": 5.207539367675781, + "epoch": 8.452194357366771, + "grad_norm": 1.390625, + "learning_rate": 8.037529963018488e-05, + "loss": 4.3861, + "mean_token_accuracy": 0.23611894249916077, + "num_tokens": 18957234.0, + "step": 10785 + }, + { + "entropy": 5.170898294448852, + "epoch": 8.456112852664576, + "grad_norm": 1.671875, + "learning_rate": 8.022454454526272e-05, + "loss": 4.3235, + "mean_token_accuracy": 0.24420012831687926, + "num_tokens": 18965501.0, + "step": 10790 + }, + { + "entropy": 5.1894067287445065, + "epoch": 8.460031347962383, + "grad_norm": 1.4453125, + "learning_rate": 8.00741375556608e-05, + "loss": 4.321, + "mean_token_accuracy": 0.24325118511915206, + "num_tokens": 18973225.0, + "step": 10795 + }, + { + "entropy": 5.189754390716553, + "epoch": 8.463949843260188, + "grad_norm": 1.5546875, + "learning_rate": 7.99240789301808e-05, + "loss": 4.3269, + "mean_token_accuracy": 0.24268894344568254, + "num_tokens": 18982424.0, + "step": 10800 + }, + { + "entropy": 5.173257207870483, + "epoch": 8.467868338557993, + "grad_norm": 1.296875, + "learning_rate": 7.977436893700177e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.2429159700870514, + "num_tokens": 18991519.0, + "step": 10805 + }, + { + "entropy": 5.136244583129883, + "epoch": 8.4717868338558, + "grad_norm": 1.3125, + "learning_rate": 7.962500784367985e-05, + "loss": 4.3051, + "mean_token_accuracy": 0.24642553478479384, + "num_tokens": 19000498.0, + "step": 10810 + }, + { + "entropy": 5.230206823348999, + "epoch": 8.475705329153605, + "grad_norm": 1.390625, + "learning_rate": 7.947599591714746e-05, + "loss": 4.4166, + "mean_token_accuracy": 0.24019178748130798, + "num_tokens": 19009640.0, + "step": 10815 + }, + { + "entropy": 5.152269411087036, + "epoch": 8.47962382445141, + "grad_norm": 1.421875, + "learning_rate": 7.932733342371306e-05, + "loss": 4.3736, + "mean_token_accuracy": 0.23906815350055693, + "num_tokens": 19018337.0, + "step": 10820 + }, + { + "entropy": 5.267092227935791, + "epoch": 8.483542319749215, + "grad_norm": 1.421875, + "learning_rate": 7.917902062906066e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.23587296456098555, + "num_tokens": 19027232.0, + "step": 10825 + }, + { + "entropy": 5.12256760597229, + "epoch": 8.487460815047022, + "grad_norm": 1.40625, + "learning_rate": 7.90310577982493e-05, + "loss": 4.2928, + "mean_token_accuracy": 0.25045348703861237, + "num_tokens": 19036661.0, + "step": 10830 + }, + { + "entropy": 5.159757900238037, + "epoch": 8.491379310344827, + "grad_norm": 1.421875, + "learning_rate": 7.888344519571247e-05, + "loss": 4.3042, + "mean_token_accuracy": 0.24958488643169402, + "num_tokens": 19045955.0, + "step": 10835 + }, + { + "entropy": 5.217755937576294, + "epoch": 8.495297805642632, + "grad_norm": 1.5546875, + "learning_rate": 7.873618308525797e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23859389424324035, + "num_tokens": 19054183.0, + "step": 10840 + }, + { + "entropy": 5.271123838424683, + "epoch": 8.49921630094044, + "grad_norm": 1.3984375, + "learning_rate": 7.858927173006694e-05, + "loss": 4.3483, + "mean_token_accuracy": 0.25319149941205976, + "num_tokens": 19063029.0, + "step": 10845 + }, + { + "entropy": 5.201040935516358, + "epoch": 8.503134796238244, + "grad_norm": 1.4140625, + "learning_rate": 7.844271139269384e-05, + "loss": 4.2859, + "mean_token_accuracy": 0.2510977730154991, + "num_tokens": 19071325.0, + "step": 10850 + }, + { + "entropy": 5.202458000183105, + "epoch": 8.50705329153605, + "grad_norm": 1.3984375, + "learning_rate": 7.829650233506569e-05, + "loss": 4.3977, + "mean_token_accuracy": 0.23749318718910217, + "num_tokens": 19080082.0, + "step": 10855 + }, + { + "entropy": 5.149078702926635, + "epoch": 8.510971786833856, + "grad_norm": 1.4453125, + "learning_rate": 7.815064481848188e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.245503169298172, + "num_tokens": 19089286.0, + "step": 10860 + }, + { + "entropy": 5.165611219406128, + "epoch": 8.514890282131661, + "grad_norm": 1.46875, + "learning_rate": 7.800513910361343e-05, + "loss": 4.2642, + "mean_token_accuracy": 0.25618679970502856, + "num_tokens": 19098397.0, + "step": 10865 + }, + { + "entropy": 5.256289625167847, + "epoch": 8.518808777429467, + "grad_norm": 1.359375, + "learning_rate": 7.785998545050253e-05, + "loss": 4.4262, + "mean_token_accuracy": 0.22846854776144027, + "num_tokens": 19107939.0, + "step": 10870 + }, + { + "entropy": 5.18234224319458, + "epoch": 8.522727272727273, + "grad_norm": 1.4296875, + "learning_rate": 7.771518411856243e-05, + "loss": 4.3752, + "mean_token_accuracy": 0.23973670303821565, + "num_tokens": 19116541.0, + "step": 10875 + }, + { + "entropy": 5.256338310241699, + "epoch": 8.526645768025078, + "grad_norm": 1.484375, + "learning_rate": 7.75707353665765e-05, + "loss": 4.3917, + "mean_token_accuracy": 0.23739721924066542, + "num_tokens": 19124830.0, + "step": 10880 + }, + { + "entropy": 5.11550989151001, + "epoch": 8.530564263322884, + "grad_norm": 1.34375, + "learning_rate": 7.742663945269816e-05, + "loss": 4.2399, + "mean_token_accuracy": 0.25304013341665266, + "num_tokens": 19133518.0, + "step": 10885 + }, + { + "entropy": 5.206185293197632, + "epoch": 8.53448275862069, + "grad_norm": 1.3984375, + "learning_rate": 7.72828966344501e-05, + "loss": 4.3971, + "mean_token_accuracy": 0.24643320739269256, + "num_tokens": 19142989.0, + "step": 10890 + }, + { + "entropy": 5.27640471458435, + "epoch": 8.538401253918495, + "grad_norm": 1.3671875, + "learning_rate": 7.713950716872411e-05, + "loss": 4.4482, + "mean_token_accuracy": 0.2435752809047699, + "num_tokens": 19151603.0, + "step": 10895 + }, + { + "entropy": 5.166068172454834, + "epoch": 8.5423197492163, + "grad_norm": 1.546875, + "learning_rate": 7.699647131178038e-05, + "loss": 4.2865, + "mean_token_accuracy": 0.24158075600862502, + "num_tokens": 19159949.0, + "step": 10900 + }, + { + "entropy": 5.181893539428711, + "epoch": 8.546238244514107, + "grad_norm": 1.421875, + "learning_rate": 7.685378931924713e-05, + "loss": 4.392, + "mean_token_accuracy": 0.23999944627285003, + "num_tokens": 19169594.0, + "step": 10905 + }, + { + "entropy": 5.194723176956177, + "epoch": 8.550156739811912, + "grad_norm": 1.5390625, + "learning_rate": 7.67114614461203e-05, + "loss": 4.2988, + "mean_token_accuracy": 0.2502975150942802, + "num_tokens": 19177660.0, + "step": 10910 + }, + { + "entropy": 5.141909456253051, + "epoch": 8.554075235109718, + "grad_norm": 1.46875, + "learning_rate": 7.656948794676283e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.2440106377005577, + "num_tokens": 19185890.0, + "step": 10915 + }, + { + "entropy": 5.117619943618775, + "epoch": 8.557993730407524, + "grad_norm": 1.453125, + "learning_rate": 7.642786907490437e-05, + "loss": 4.2852, + "mean_token_accuracy": 0.2527379870414734, + "num_tokens": 19194820.0, + "step": 10920 + }, + { + "entropy": 5.173396253585816, + "epoch": 8.56191222570533, + "grad_norm": 1.5, + "learning_rate": 7.628660508364083e-05, + "loss": 4.3661, + "mean_token_accuracy": 0.23906691372394562, + "num_tokens": 19203887.0, + "step": 10925 + }, + { + "entropy": 5.2319599151611325, + "epoch": 8.565830721003135, + "grad_norm": 1.3515625, + "learning_rate": 7.614569622543391e-05, + "loss": 4.4243, + "mean_token_accuracy": 0.23508220463991164, + "num_tokens": 19212540.0, + "step": 10930 + }, + { + "entropy": 5.158654737472534, + "epoch": 8.56974921630094, + "grad_norm": 1.515625, + "learning_rate": 7.600514275211054e-05, + "loss": 4.304, + "mean_token_accuracy": 0.2489401400089264, + "num_tokens": 19221838.0, + "step": 10935 + }, + { + "entropy": 5.100141811370849, + "epoch": 8.573667711598747, + "grad_norm": 1.515625, + "learning_rate": 7.58649449148625e-05, + "loss": 4.245, + "mean_token_accuracy": 0.2527499616146088, + "num_tokens": 19229538.0, + "step": 10940 + }, + { + "entropy": 5.120130300521851, + "epoch": 8.577586206896552, + "grad_norm": 1.3515625, + "learning_rate": 7.572510296424615e-05, + "loss": 4.2099, + "mean_token_accuracy": 0.2548257991671562, + "num_tokens": 19237977.0, + "step": 10945 + }, + { + "entropy": 5.16163821220398, + "epoch": 8.581504702194357, + "grad_norm": 1.5, + "learning_rate": 7.558561715018174e-05, + "loss": 4.3387, + "mean_token_accuracy": 0.24190286695957183, + "num_tokens": 19246801.0, + "step": 10950 + }, + { + "entropy": 5.1767377853393555, + "epoch": 8.585423197492164, + "grad_norm": 1.328125, + "learning_rate": 7.544648772195293e-05, + "loss": 4.3357, + "mean_token_accuracy": 0.2454310953617096, + "num_tokens": 19256271.0, + "step": 10955 + }, + { + "entropy": 5.190650606155396, + "epoch": 8.589341692789969, + "grad_norm": 1.4765625, + "learning_rate": 7.530771492820673e-05, + "loss": 4.3315, + "mean_token_accuracy": 0.24321384727954865, + "num_tokens": 19264210.0, + "step": 10960 + }, + { + "entropy": 5.1225865364074705, + "epoch": 8.593260188087774, + "grad_norm": 1.359375, + "learning_rate": 7.516929901695249e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.24927836507558823, + "num_tokens": 19272700.0, + "step": 10965 + }, + { + "entropy": 5.188807249069214, + "epoch": 8.59717868338558, + "grad_norm": 1.4140625, + "learning_rate": 7.503124023556192e-05, + "loss": 4.3644, + "mean_token_accuracy": 0.24342314898967743, + "num_tokens": 19281674.0, + "step": 10970 + }, + { + "entropy": 5.209954261779785, + "epoch": 8.601097178683386, + "grad_norm": 1.4453125, + "learning_rate": 7.48935388307685e-05, + "loss": 4.302, + "mean_token_accuracy": 0.24961291253566742, + "num_tokens": 19290748.0, + "step": 10975 + }, + { + "entropy": 5.167430639266968, + "epoch": 8.60501567398119, + "grad_norm": 1.53125, + "learning_rate": 7.47561950486669e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25517262816429137, + "num_tokens": 19299018.0, + "step": 10980 + }, + { + "entropy": 5.136191892623901, + "epoch": 8.608934169278998, + "grad_norm": 1.3671875, + "learning_rate": 7.461920913471276e-05, + "loss": 4.2595, + "mean_token_accuracy": 0.24712129831314086, + "num_tokens": 19307915.0, + "step": 10985 + }, + { + "entropy": 5.167633152008056, + "epoch": 8.612852664576803, + "grad_norm": 1.3671875, + "learning_rate": 7.448258133372208e-05, + "loss": 4.3075, + "mean_token_accuracy": 0.25469652861356734, + "num_tokens": 19316358.0, + "step": 10990 + }, + { + "entropy": 5.184241771697998, + "epoch": 8.616771159874608, + "grad_norm": 1.453125, + "learning_rate": 7.434631188987095e-05, + "loss": 4.4212, + "mean_token_accuracy": 0.23687219023704528, + "num_tokens": 19325329.0, + "step": 10995 + }, + { + "entropy": 5.197266912460327, + "epoch": 8.620689655172415, + "grad_norm": 1.484375, + "learning_rate": 7.42104010466949e-05, + "loss": 4.3619, + "mean_token_accuracy": 0.24355487823486327, + "num_tokens": 19333857.0, + "step": 11000 + }, + { + "epoch": 8.620689655172415, + "eval_entropy": 5.09359948256219, + "eval_loss": 5.652531623840332, + "eval_mean_token_accuracy": 0.17406360565345416, + "eval_num_tokens": 19333857.0, + "eval_runtime": 2.829, + "eval_samples_per_second": 1457.058, + "eval_steps_per_second": 182.397, + "step": 11000 + }, + { + "entropy": 5.160344028472901, + "epoch": 8.62460815047022, + "grad_norm": 1.484375, + "learning_rate": 7.407484904708874e-05, + "loss": 4.3033, + "mean_token_accuracy": 0.24506744891405105, + "num_tokens": 19342386.0, + "step": 11005 + }, + { + "entropy": 5.183922195434571, + "epoch": 8.628526645768025, + "grad_norm": 1.453125, + "learning_rate": 7.393965613330575e-05, + "loss": 4.3541, + "mean_token_accuracy": 0.24694971293210982, + "num_tokens": 19350727.0, + "step": 11010 + }, + { + "entropy": 5.190996217727661, + "epoch": 8.63244514106583, + "grad_norm": 1.4453125, + "learning_rate": 7.38048225469577e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.2396124631166458, + "num_tokens": 19360078.0, + "step": 11015 + }, + { + "entropy": 5.161708164215088, + "epoch": 8.636363636363637, + "grad_norm": 1.28125, + "learning_rate": 7.3670348529014e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.2490159496665001, + "num_tokens": 19369092.0, + "step": 11020 + }, + { + "entropy": 5.202845716476441, + "epoch": 8.640282131661442, + "grad_norm": 1.4375, + "learning_rate": 7.353623431980153e-05, + "loss": 4.3555, + "mean_token_accuracy": 0.2404809206724167, + "num_tokens": 19378061.0, + "step": 11025 + }, + { + "entropy": 5.221709823608398, + "epoch": 8.644200626959247, + "grad_norm": 1.5, + "learning_rate": 7.340248015900416e-05, + "loss": 4.3297, + "mean_token_accuracy": 0.24818609207868575, + "num_tokens": 19386298.0, + "step": 11030 + }, + { + "entropy": 5.143859624862671, + "epoch": 8.648119122257054, + "grad_norm": 1.4375, + "learning_rate": 7.326908628566226e-05, + "loss": 4.2846, + "mean_token_accuracy": 0.252796171605587, + "num_tokens": 19394001.0, + "step": 11035 + }, + { + "entropy": 5.080711078643799, + "epoch": 8.652037617554859, + "grad_norm": 1.4140625, + "learning_rate": 7.313605293817224e-05, + "loss": 4.222, + "mean_token_accuracy": 0.25163881480693817, + "num_tokens": 19402410.0, + "step": 11040 + }, + { + "entropy": 5.211961364746093, + "epoch": 8.655956112852664, + "grad_norm": 1.4765625, + "learning_rate": 7.300338035428639e-05, + "loss": 4.3818, + "mean_token_accuracy": 0.24466072469949723, + "num_tokens": 19410947.0, + "step": 11045 + }, + { + "entropy": 5.16515154838562, + "epoch": 8.65987460815047, + "grad_norm": 1.4296875, + "learning_rate": 7.287106877111203e-05, + "loss": 4.4146, + "mean_token_accuracy": 0.24014496952295303, + "num_tokens": 19419286.0, + "step": 11050 + }, + { + "entropy": 5.149256992340088, + "epoch": 8.663793103448276, + "grad_norm": 1.5, + "learning_rate": 7.273911842511139e-05, + "loss": 4.3072, + "mean_token_accuracy": 0.24570076018571854, + "num_tokens": 19427703.0, + "step": 11055 + }, + { + "entropy": 5.165379905700684, + "epoch": 8.66771159874608, + "grad_norm": 1.375, + "learning_rate": 7.260752955210124e-05, + "loss": 4.3192, + "mean_token_accuracy": 0.24644818753004075, + "num_tokens": 19436329.0, + "step": 11060 + }, + { + "entropy": 5.191621541976929, + "epoch": 8.671630094043888, + "grad_norm": 1.4765625, + "learning_rate": 7.247630238725212e-05, + "loss": 4.302, + "mean_token_accuracy": 0.2513266861438751, + "num_tokens": 19444363.0, + "step": 11065 + }, + { + "entropy": 5.155099821090698, + "epoch": 8.675548589341693, + "grad_norm": 1.46875, + "learning_rate": 7.234543716508836e-05, + "loss": 4.3203, + "mean_token_accuracy": 0.246969772875309, + "num_tokens": 19452745.0, + "step": 11070 + }, + { + "entropy": 5.221770191192627, + "epoch": 8.679467084639498, + "grad_norm": 1.3828125, + "learning_rate": 7.221493411948723e-05, + "loss": 4.3685, + "mean_token_accuracy": 0.2359369307756424, + "num_tokens": 19462481.0, + "step": 11075 + }, + { + "entropy": 5.234551668167114, + "epoch": 8.683385579937305, + "grad_norm": 1.5703125, + "learning_rate": 7.208479348367895e-05, + "loss": 4.3616, + "mean_token_accuracy": 0.2448529466986656, + "num_tokens": 19471276.0, + "step": 11080 + }, + { + "entropy": 5.169011497497559, + "epoch": 8.68730407523511, + "grad_norm": 1.4375, + "learning_rate": 7.195501549024582e-05, + "loss": 4.366, + "mean_token_accuracy": 0.23968504071235658, + "num_tokens": 19480101.0, + "step": 11085 + }, + { + "entropy": 5.170721244812012, + "epoch": 8.691222570532915, + "grad_norm": 1.4296875, + "learning_rate": 7.182560037112217e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.25115206092596054, + "num_tokens": 19489027.0, + "step": 11090 + }, + { + "entropy": 5.1923192024230955, + "epoch": 8.695141065830722, + "grad_norm": 1.53125, + "learning_rate": 7.169654835759388e-05, + "loss": 4.3249, + "mean_token_accuracy": 0.24627234786748886, + "num_tokens": 19497363.0, + "step": 11095 + }, + { + "entropy": 5.1721217155456545, + "epoch": 8.699059561128527, + "grad_norm": 1.5859375, + "learning_rate": 7.156785968029778e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.24736280143260955, + "num_tokens": 19505362.0, + "step": 11100 + }, + { + "entropy": 5.09847846031189, + "epoch": 8.702978056426332, + "grad_norm": 1.3046875, + "learning_rate": 7.143953456922141e-05, + "loss": 4.256, + "mean_token_accuracy": 0.25190206319093705, + "num_tokens": 19514536.0, + "step": 11105 + }, + { + "entropy": 5.155974626541138, + "epoch": 8.706896551724139, + "grad_norm": 1.3671875, + "learning_rate": 7.131157325370249e-05, + "loss": 4.3498, + "mean_token_accuracy": 0.23626135438680648, + "num_tokens": 19523276.0, + "step": 11110 + }, + { + "entropy": 5.121405553817749, + "epoch": 8.710815047021944, + "grad_norm": 1.390625, + "learning_rate": 7.118397596242872e-05, + "loss": 4.2358, + "mean_token_accuracy": 0.24885319620370866, + "num_tokens": 19532020.0, + "step": 11115 + }, + { + "entropy": 5.1765974998474125, + "epoch": 8.714733542319749, + "grad_norm": 1.5, + "learning_rate": 7.105674292343709e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24418028742074965, + "num_tokens": 19540175.0, + "step": 11120 + }, + { + "entropy": 5.250468397140503, + "epoch": 8.718652037617554, + "grad_norm": 1.375, + "learning_rate": 7.092987436411369e-05, + "loss": 4.3561, + "mean_token_accuracy": 0.24565353393554687, + "num_tokens": 19549728.0, + "step": 11125 + }, + { + "entropy": 5.14434118270874, + "epoch": 8.72257053291536, + "grad_norm": 1.421875, + "learning_rate": 7.080337051119325e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24971763789653778, + "num_tokens": 19558859.0, + "step": 11130 + }, + { + "entropy": 5.1333842277526855, + "epoch": 8.726489028213166, + "grad_norm": 1.5234375, + "learning_rate": 7.067723159075864e-05, + "loss": 4.2721, + "mean_token_accuracy": 0.25077017545700075, + "num_tokens": 19567397.0, + "step": 11135 + }, + { + "entropy": 5.126773357391357, + "epoch": 8.730407523510971, + "grad_norm": 1.40625, + "learning_rate": 7.055145782824051e-05, + "loss": 4.3012, + "mean_token_accuracy": 0.24425838589668275, + "num_tokens": 19575986.0, + "step": 11140 + }, + { + "entropy": 5.150705194473266, + "epoch": 8.734326018808778, + "grad_norm": 1.3671875, + "learning_rate": 7.042604944841705e-05, + "loss": 4.3021, + "mean_token_accuracy": 0.2514984980225563, + "num_tokens": 19585066.0, + "step": 11145 + }, + { + "entropy": 5.172491884231567, + "epoch": 8.738244514106583, + "grad_norm": 1.4921875, + "learning_rate": 7.030100667541333e-05, + "loss": 4.3258, + "mean_token_accuracy": 0.23992275595664977, + "num_tokens": 19594044.0, + "step": 11150 + }, + { + "entropy": 5.14497218132019, + "epoch": 8.742163009404388, + "grad_norm": 1.4921875, + "learning_rate": 7.017632973270105e-05, + "loss": 4.3224, + "mean_token_accuracy": 0.24162716120481492, + "num_tokens": 19602416.0, + "step": 11155 + }, + { + "entropy": 5.1665102481842045, + "epoch": 8.746081504702195, + "grad_norm": 1.3984375, + "learning_rate": 7.005201884309812e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24345449805259706, + "num_tokens": 19612435.0, + "step": 11160 + }, + { + "entropy": 5.209478282928467, + "epoch": 8.75, + "grad_norm": 1.3984375, + "learning_rate": 6.992807422876829e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.24448236376047133, + "num_tokens": 19621708.0, + "step": 11165 + }, + { + "entropy": 5.234047794342041, + "epoch": 8.753918495297805, + "grad_norm": 1.453125, + "learning_rate": 6.980449611122065e-05, + "loss": 4.3426, + "mean_token_accuracy": 0.2440522536635399, + "num_tokens": 19630879.0, + "step": 11170 + }, + { + "entropy": 5.189493083953858, + "epoch": 8.757836990595612, + "grad_norm": 1.3828125, + "learning_rate": 6.968128471130932e-05, + "loss": 4.318, + "mean_token_accuracy": 0.25217931866645815, + "num_tokens": 19640265.0, + "step": 11175 + }, + { + "entropy": 5.180751180648803, + "epoch": 8.761755485893417, + "grad_norm": 1.4375, + "learning_rate": 6.955844024923308e-05, + "loss": 4.353, + "mean_token_accuracy": 0.24737632572650908, + "num_tokens": 19648447.0, + "step": 11180 + }, + { + "entropy": 5.21621527671814, + "epoch": 8.765673981191222, + "grad_norm": 1.3828125, + "learning_rate": 6.943596294453492e-05, + "loss": 4.3583, + "mean_token_accuracy": 0.2393050119280815, + "num_tokens": 19657971.0, + "step": 11185 + }, + { + "entropy": 5.205598974227906, + "epoch": 8.769592476489029, + "grad_norm": 1.3125, + "learning_rate": 6.931385301610161e-05, + "loss": 4.3239, + "mean_token_accuracy": 0.2530598521232605, + "num_tokens": 19667059.0, + "step": 11190 + }, + { + "entropy": 5.157665967941284, + "epoch": 8.773510971786834, + "grad_norm": 1.4765625, + "learning_rate": 6.919211068216337e-05, + "loss": 4.3338, + "mean_token_accuracy": 0.2477164462208748, + "num_tokens": 19675683.0, + "step": 11195 + }, + { + "entropy": 5.198060798645019, + "epoch": 8.77742946708464, + "grad_norm": 1.4140625, + "learning_rate": 6.907073616029356e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.23859013617038727, + "num_tokens": 19685317.0, + "step": 11200 + }, + { + "entropy": 5.227784633636475, + "epoch": 8.781347962382446, + "grad_norm": 1.46875, + "learning_rate": 6.894972966740809e-05, + "loss": 4.3729, + "mean_token_accuracy": 0.242330664396286, + "num_tokens": 19694013.0, + "step": 11205 + }, + { + "entropy": 5.134903430938721, + "epoch": 8.785266457680251, + "grad_norm": 1.3984375, + "learning_rate": 6.882909141976514e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.24350144416093827, + "num_tokens": 19702527.0, + "step": 11210 + }, + { + "entropy": 5.205503463745117, + "epoch": 8.789184952978056, + "grad_norm": 1.484375, + "learning_rate": 6.87088216329649e-05, + "loss": 4.3578, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 19711075.0, + "step": 11215 + }, + { + "entropy": 5.1629664421081545, + "epoch": 8.793103448275861, + "grad_norm": 1.453125, + "learning_rate": 6.858892052194894e-05, + "loss": 4.2887, + "mean_token_accuracy": 0.24657656848430634, + "num_tokens": 19719964.0, + "step": 11220 + }, + { + "entropy": 5.12054409980774, + "epoch": 8.797021943573668, + "grad_norm": 1.4609375, + "learning_rate": 6.846938830099995e-05, + "loss": 4.277, + "mean_token_accuracy": 0.24346675872802734, + "num_tokens": 19728801.0, + "step": 11225 + }, + { + "entropy": 5.1829526901245115, + "epoch": 8.800940438871473, + "grad_norm": 1.3828125, + "learning_rate": 6.835022518374147e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.24321665167808532, + "num_tokens": 19737446.0, + "step": 11230 + }, + { + "entropy": 5.1880621910095215, + "epoch": 8.804858934169278, + "grad_norm": 1.4453125, + "learning_rate": 6.823143138313725e-05, + "loss": 4.3637, + "mean_token_accuracy": 0.24352171868085862, + "num_tokens": 19745955.0, + "step": 11235 + }, + { + "entropy": 5.1620180130004885, + "epoch": 8.808777429467085, + "grad_norm": 1.4375, + "learning_rate": 6.811300711149109e-05, + "loss": 4.301, + "mean_token_accuracy": 0.25580877512693406, + "num_tokens": 19754463.0, + "step": 11240 + }, + { + "entropy": 5.1462400436401365, + "epoch": 8.81269592476489, + "grad_norm": 1.40625, + "learning_rate": 6.799495258044633e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.24694229960441588, + "num_tokens": 19762828.0, + "step": 11245 + }, + { + "entropy": 5.2241291999816895, + "epoch": 8.816614420062695, + "grad_norm": 1.6015625, + "learning_rate": 6.787726800098568e-05, + "loss": 4.3947, + "mean_token_accuracy": 0.2394113674759865, + "num_tokens": 19771159.0, + "step": 11250 + }, + { + "entropy": 5.138645982742309, + "epoch": 8.820532915360502, + "grad_norm": 1.46875, + "learning_rate": 6.775995358343043e-05, + "loss": 4.3142, + "mean_token_accuracy": 0.2510115265846252, + "num_tokens": 19779771.0, + "step": 11255 + }, + { + "entropy": 5.180734634399414, + "epoch": 8.824451410658307, + "grad_norm": 1.40625, + "learning_rate": 6.764300953744052e-05, + "loss": 4.3374, + "mean_token_accuracy": 0.2468802586197853, + "num_tokens": 19788552.0, + "step": 11260 + }, + { + "entropy": 5.1564349174499515, + "epoch": 8.828369905956112, + "grad_norm": 1.5546875, + "learning_rate": 6.752643607201394e-05, + "loss": 4.3666, + "mean_token_accuracy": 0.24608568996191024, + "num_tokens": 19797346.0, + "step": 11265 + }, + { + "entropy": 5.225608062744141, + "epoch": 8.83228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.741023339548633e-05, + "loss": 4.3656, + "mean_token_accuracy": 0.2406889021396637, + "num_tokens": 19806152.0, + "step": 11270 + }, + { + "entropy": 5.189226865768433, + "epoch": 8.836206896551724, + "grad_norm": 1.4921875, + "learning_rate": 6.729440171553078e-05, + "loss": 4.3363, + "mean_token_accuracy": 0.24901342242956162, + "num_tokens": 19814977.0, + "step": 11275 + }, + { + "entropy": 5.215910387039185, + "epoch": 8.84012539184953, + "grad_norm": 1.625, + "learning_rate": 6.71789412391572e-05, + "loss": 4.4159, + "mean_token_accuracy": 0.24028196185827255, + "num_tokens": 19824203.0, + "step": 11280 + }, + { + "entropy": 5.232241106033325, + "epoch": 8.844043887147336, + "grad_norm": 1.5, + "learning_rate": 6.706385217271223e-05, + "loss": 4.3598, + "mean_token_accuracy": 0.24609470814466478, + "num_tokens": 19831974.0, + "step": 11285 + }, + { + "entropy": 5.171202564239502, + "epoch": 8.847962382445141, + "grad_norm": 1.3828125, + "learning_rate": 6.69491347218787e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.2420610025525093, + "num_tokens": 19840709.0, + "step": 11290 + }, + { + "entropy": 5.151089525222778, + "epoch": 8.851880877742946, + "grad_norm": 1.4609375, + "learning_rate": 6.683478909167525e-05, + "loss": 4.3431, + "mean_token_accuracy": 0.24947091042995453, + "num_tokens": 19849409.0, + "step": 11295 + }, + { + "entropy": 5.149393558502197, + "epoch": 8.855799373040753, + "grad_norm": 1.4375, + "learning_rate": 6.672081548645608e-05, + "loss": 4.2876, + "mean_token_accuracy": 0.2499714896082878, + "num_tokens": 19858331.0, + "step": 11300 + }, + { + "entropy": 5.128349685668946, + "epoch": 8.859717868338558, + "grad_norm": 1.4375, + "learning_rate": 6.660721410991057e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24699696004390717, + "num_tokens": 19866469.0, + "step": 11305 + }, + { + "entropy": 5.20927586555481, + "epoch": 8.863636363636363, + "grad_norm": 1.5390625, + "learning_rate": 6.649398516506272e-05, + "loss": 4.3407, + "mean_token_accuracy": 0.2527222618460655, + "num_tokens": 19875183.0, + "step": 11310 + }, + { + "entropy": 5.231449031829834, + "epoch": 8.86755485893417, + "grad_norm": 1.5078125, + "learning_rate": 6.638112885427103e-05, + "loss": 4.4197, + "mean_token_accuracy": 0.23686433732509612, + "num_tokens": 19884440.0, + "step": 11315 + }, + { + "entropy": 5.208543872833252, + "epoch": 8.871473354231975, + "grad_norm": 1.5234375, + "learning_rate": 6.626864537922808e-05, + "loss": 4.3335, + "mean_token_accuracy": 0.25042118728160856, + "num_tokens": 19892833.0, + "step": 11320 + }, + { + "entropy": 5.221477413177491, + "epoch": 8.87539184952978, + "grad_norm": 1.4609375, + "learning_rate": 6.615653494096001e-05, + "loss": 4.3808, + "mean_token_accuracy": 0.24391695261001586, + "num_tokens": 19900805.0, + "step": 11325 + }, + { + "entropy": 5.206062269210816, + "epoch": 8.879310344827585, + "grad_norm": 1.515625, + "learning_rate": 6.604479773982634e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.2520469561219215, + "num_tokens": 19909693.0, + "step": 11330 + }, + { + "entropy": 5.203600263595581, + "epoch": 8.883228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.593343397551964e-05, + "loss": 4.3479, + "mean_token_accuracy": 0.2507233560085297, + "num_tokens": 19918234.0, + "step": 11335 + }, + { + "entropy": 5.180827617645264, + "epoch": 8.887147335423197, + "grad_norm": 1.328125, + "learning_rate": 6.582244384706497e-05, + "loss": 4.3503, + "mean_token_accuracy": 0.2461276188492775, + "num_tokens": 19927465.0, + "step": 11340 + }, + { + "entropy": 5.149862051010132, + "epoch": 8.891065830721002, + "grad_norm": 1.46875, + "learning_rate": 6.571182755281964e-05, + "loss": 4.2971, + "mean_token_accuracy": 0.25761167109012606, + "num_tokens": 19936444.0, + "step": 11345 + }, + { + "entropy": 5.108878564834595, + "epoch": 8.89498432601881, + "grad_norm": 1.5, + "learning_rate": 6.5601585290473e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.256640762090683, + "num_tokens": 19944981.0, + "step": 11350 + }, + { + "entropy": 5.213591527938843, + "epoch": 8.898902821316614, + "grad_norm": 1.3359375, + "learning_rate": 6.549171725704575e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.2332255646586418, + "num_tokens": 19953907.0, + "step": 11355 + }, + { + "entropy": 5.1328013896942135, + "epoch": 8.90282131661442, + "grad_norm": 1.4609375, + "learning_rate": 6.538222364889e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.25097040832042694, + "num_tokens": 19962487.0, + "step": 11360 + }, + { + "entropy": 5.212668704986572, + "epoch": 8.906739811912226, + "grad_norm": 1.3671875, + "learning_rate": 6.527310466168842e-05, + "loss": 4.3493, + "mean_token_accuracy": 0.23977413177490234, + "num_tokens": 19971243.0, + "step": 11365 + }, + { + "entropy": 5.158293867111206, + "epoch": 8.910658307210031, + "grad_norm": 1.453125, + "learning_rate": 6.516436049045452e-05, + "loss": 4.3831, + "mean_token_accuracy": 0.23646930307149888, + "num_tokens": 19980281.0, + "step": 11370 + }, + { + "entropy": 5.207000017166138, + "epoch": 8.914576802507836, + "grad_norm": 1.421875, + "learning_rate": 6.505599132953165e-05, + "loss": 4.4616, + "mean_token_accuracy": 0.23221587091684343, + "num_tokens": 19990340.0, + "step": 11375 + }, + { + "entropy": 5.130055570602417, + "epoch": 8.918495297805643, + "grad_norm": 1.5234375, + "learning_rate": 6.494799737259304e-05, + "loss": 4.2442, + "mean_token_accuracy": 0.2473800450563431, + "num_tokens": 19998770.0, + "step": 11380 + }, + { + "entropy": 5.137336921691895, + "epoch": 8.922413793103448, + "grad_norm": 1.3359375, + "learning_rate": 6.48403788126415e-05, + "loss": 4.2581, + "mean_token_accuracy": 0.25648638159036635, + "num_tokens": 20007388.0, + "step": 11385 + }, + { + "entropy": 5.13502721786499, + "epoch": 8.926332288401253, + "grad_norm": 1.4609375, + "learning_rate": 6.473313584200882e-05, + "loss": 4.2385, + "mean_token_accuracy": 0.25371780842542646, + "num_tokens": 20016350.0, + "step": 11390 + }, + { + "entropy": 5.108055305480957, + "epoch": 8.93025078369906, + "grad_norm": 1.375, + "learning_rate": 6.462626865235549e-05, + "loss": 4.2703, + "mean_token_accuracy": 0.24794565439224242, + "num_tokens": 20025777.0, + "step": 11395 + }, + { + "entropy": 5.1566413879394535, + "epoch": 8.934169278996865, + "grad_norm": 1.421875, + "learning_rate": 6.45197774346706e-05, + "loss": 4.2841, + "mean_token_accuracy": 0.24910804033279418, + "num_tokens": 20034396.0, + "step": 11400 + }, + { + "entropy": 5.180315637588501, + "epoch": 8.93808777429467, + "grad_norm": 1.4140625, + "learning_rate": 6.441366237927123e-05, + "loss": 4.3324, + "mean_token_accuracy": 0.24707048535346984, + "num_tokens": 20043190.0, + "step": 11405 + }, + { + "entropy": 5.138979291915893, + "epoch": 8.942006269592476, + "grad_norm": 1.484375, + "learning_rate": 6.430792367580215e-05, + "loss": 4.3312, + "mean_token_accuracy": 0.24492582380771638, + "num_tokens": 20052108.0, + "step": 11410 + }, + { + "entropy": 5.149893283843994, + "epoch": 8.945924764890282, + "grad_norm": 1.375, + "learning_rate": 6.420256151323553e-05, + "loss": 4.2602, + "mean_token_accuracy": 0.2505105838179588, + "num_tokens": 20060540.0, + "step": 11415 + }, + { + "entropy": 5.107330465316773, + "epoch": 8.949843260188088, + "grad_norm": 1.5625, + "learning_rate": 6.409757607987066e-05, + "loss": 4.263, + "mean_token_accuracy": 0.247504623234272, + "num_tokens": 20069289.0, + "step": 11420 + }, + { + "entropy": 5.18879075050354, + "epoch": 8.953761755485893, + "grad_norm": 1.4375, + "learning_rate": 6.399296756333362e-05, + "loss": 4.3388, + "mean_token_accuracy": 0.2505796566605568, + "num_tokens": 20078064.0, + "step": 11425 + }, + { + "entropy": 5.191472339630127, + "epoch": 8.9576802507837, + "grad_norm": 1.3671875, + "learning_rate": 6.388873615057665e-05, + "loss": 4.2895, + "mean_token_accuracy": 0.2537212073802948, + "num_tokens": 20086234.0, + "step": 11430 + }, + { + "entropy": 5.158332777023316, + "epoch": 8.961598746081505, + "grad_norm": 1.5078125, + "learning_rate": 6.378488202787835e-05, + "loss": 4.2939, + "mean_token_accuracy": 0.24281448274850845, + "num_tokens": 20094700.0, + "step": 11435 + }, + { + "entropy": 5.157821846008301, + "epoch": 8.96551724137931, + "grad_norm": 1.28125, + "learning_rate": 6.368140538084275e-05, + "loss": 4.378, + "mean_token_accuracy": 0.23995239287614822, + "num_tokens": 20103669.0, + "step": 11440 + }, + { + "entropy": 5.179506635665893, + "epoch": 8.969435736677116, + "grad_norm": 1.40625, + "learning_rate": 6.357830639439943e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.25294612646102904, + "num_tokens": 20111840.0, + "step": 11445 + }, + { + "entropy": 5.174344778060913, + "epoch": 8.973354231974922, + "grad_norm": 1.53125, + "learning_rate": 6.347558525280295e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.2442648947238922, + "num_tokens": 20119590.0, + "step": 11450 + }, + { + "entropy": 5.141709899902343, + "epoch": 8.977272727272727, + "grad_norm": 1.34375, + "learning_rate": 6.337324213963274e-05, + "loss": 4.2683, + "mean_token_accuracy": 0.24781289994716643, + "num_tokens": 20128982.0, + "step": 11455 + }, + { + "entropy": 5.19599232673645, + "epoch": 8.981191222570533, + "grad_norm": 1.375, + "learning_rate": 6.327127723779248e-05, + "loss": 4.4383, + "mean_token_accuracy": 0.23176333755254747, + "num_tokens": 20138013.0, + "step": 11460 + }, + { + "entropy": 5.148220825195312, + "epoch": 8.985109717868339, + "grad_norm": 1.4921875, + "learning_rate": 6.316969072950998e-05, + "loss": 4.3149, + "mean_token_accuracy": 0.24630104303359984, + "num_tokens": 20146240.0, + "step": 11465 + }, + { + "entropy": 5.237122964859009, + "epoch": 8.989028213166144, + "grad_norm": 1.484375, + "learning_rate": 6.306848279633684e-05, + "loss": 4.4199, + "mean_token_accuracy": 0.23549972027540206, + "num_tokens": 20155964.0, + "step": 11470 + }, + { + "entropy": 5.191496324539185, + "epoch": 8.99294670846395, + "grad_norm": 1.4609375, + "learning_rate": 6.296765361914798e-05, + "loss": 4.3566, + "mean_token_accuracy": 0.24725048542022704, + "num_tokens": 20165774.0, + "step": 11475 + }, + { + "entropy": 5.172772789001465, + "epoch": 8.996865203761756, + "grad_norm": 1.640625, + "learning_rate": 6.286720337814158e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.23574881255626678, + "num_tokens": 20174940.0, + "step": 11480 + }, + { + "entropy": 5.201568508148194, + "epoch": 9.00078369905956, + "grad_norm": 1.359375, + "learning_rate": 6.276713225283839e-05, + "loss": 4.2819, + "mean_token_accuracy": 0.254166404902935, + "num_tokens": 20182706.0, + "step": 11485 + }, + { + "entropy": 5.1844617366790775, + "epoch": 9.004702194357368, + "grad_norm": 1.3671875, + "learning_rate": 6.266744042208186e-05, + "loss": 4.2918, + "mean_token_accuracy": 0.24593908786773683, + "num_tokens": 20191457.0, + "step": 11490 + }, + { + "entropy": 5.190072250366211, + "epoch": 9.008620689655173, + "grad_norm": 1.484375, + "learning_rate": 6.25681280640374e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.24169689267873765, + "num_tokens": 20199331.0, + "step": 11495 + }, + { + "entropy": 5.21090669631958, + "epoch": 9.012539184952978, + "grad_norm": 1.4296875, + "learning_rate": 6.246919535619226e-05, + "loss": 4.2999, + "mean_token_accuracy": 0.24667351692914963, + "num_tokens": 20208386.0, + "step": 11500 + }, + { + "epoch": 9.012539184952978, + "eval_entropy": 5.100121786428052, + "eval_loss": 5.649623870849609, + "eval_mean_token_accuracy": 0.17414666001879892, + "eval_num_tokens": 20208386.0, + "eval_runtime": 2.8345, + "eval_samples_per_second": 1454.214, + "eval_steps_per_second": 182.041, + "step": 11500 + }, + { + "entropy": 5.186721611022949, + "epoch": 9.016457680250785, + "grad_norm": 1.359375, + "learning_rate": 6.237064247535531e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.23961566984653473, + "num_tokens": 20217649.0, + "step": 11505 + }, + { + "entropy": 5.149244546890259, + "epoch": 9.02037617554859, + "grad_norm": 1.5078125, + "learning_rate": 6.227246959765644e-05, + "loss": 4.2562, + "mean_token_accuracy": 0.24645361453294753, + "num_tokens": 20226219.0, + "step": 11510 + }, + { + "entropy": 5.202916097640991, + "epoch": 9.024294670846395, + "grad_norm": 1.484375, + "learning_rate": 6.217467689854654e-05, + "loss": 4.2797, + "mean_token_accuracy": 0.25427083522081373, + "num_tokens": 20234788.0, + "step": 11515 + }, + { + "entropy": 5.188964605331421, + "epoch": 9.0282131661442, + "grad_norm": 1.484375, + "learning_rate": 6.207726455279705e-05, + "loss": 4.2548, + "mean_token_accuracy": 0.25405054837465285, + "num_tokens": 20242858.0, + "step": 11520 + }, + { + "entropy": 5.145586013793945, + "epoch": 9.032131661442007, + "grad_norm": 1.3515625, + "learning_rate": 6.198023273449963e-05, + "loss": 4.2744, + "mean_token_accuracy": 0.24705956280231475, + "num_tokens": 20252041.0, + "step": 11525 + }, + { + "entropy": 5.202539873123169, + "epoch": 9.036050156739812, + "grad_norm": 1.5234375, + "learning_rate": 6.188358161706578e-05, + "loss": 4.3579, + "mean_token_accuracy": 0.24282333254814148, + "num_tokens": 20261035.0, + "step": 11530 + }, + { + "entropy": 5.217016172409058, + "epoch": 9.039968652037617, + "grad_norm": 1.4609375, + "learning_rate": 6.178731137322681e-05, + "loss": 4.3923, + "mean_token_accuracy": 0.23801500350236893, + "num_tokens": 20270091.0, + "step": 11535 + }, + { + "entropy": 5.174192619323731, + "epoch": 9.043887147335424, + "grad_norm": 1.4375, + "learning_rate": 6.169142217503319e-05, + "loss": 4.3334, + "mean_token_accuracy": 0.2488590493798256, + "num_tokens": 20278890.0, + "step": 11540 + }, + { + "entropy": 5.179830169677734, + "epoch": 9.047805642633229, + "grad_norm": 1.3515625, + "learning_rate": 6.159591419385455e-05, + "loss": 4.3756, + "mean_token_accuracy": 0.24289485514163972, + "num_tokens": 20287692.0, + "step": 11545 + }, + { + "entropy": 5.210058116912842, + "epoch": 9.051724137931034, + "grad_norm": 1.5078125, + "learning_rate": 6.150078760037904e-05, + "loss": 4.2636, + "mean_token_accuracy": 0.2518197953701019, + "num_tokens": 20296357.0, + "step": 11550 + }, + { + "entropy": 5.1762360572814945, + "epoch": 9.05564263322884, + "grad_norm": 1.5703125, + "learning_rate": 6.140604256461339e-05, + "loss": 4.3069, + "mean_token_accuracy": 0.2472981482744217, + "num_tokens": 20304894.0, + "step": 11555 + }, + { + "entropy": 5.1543982982635494, + "epoch": 9.059561128526646, + "grad_norm": 1.4609375, + "learning_rate": 6.131167925588233e-05, + "loss": 4.3266, + "mean_token_accuracy": 0.2450324848294258, + "num_tokens": 20314011.0, + "step": 11560 + }, + { + "entropy": 5.135803270339966, + "epoch": 9.06347962382445, + "grad_norm": 1.40625, + "learning_rate": 6.121769784282833e-05, + "loss": 4.1844, + "mean_token_accuracy": 0.254210501909256, + "num_tokens": 20322738.0, + "step": 11565 + }, + { + "entropy": 5.167005586624145, + "epoch": 9.067398119122258, + "grad_norm": 1.640625, + "learning_rate": 6.112409849341147e-05, + "loss": 4.2299, + "mean_token_accuracy": 0.2518390089273453, + "num_tokens": 20331528.0, + "step": 11570 + }, + { + "entropy": 5.158983039855957, + "epoch": 9.071316614420063, + "grad_norm": 1.4921875, + "learning_rate": 6.103088137490895e-05, + "loss": 4.3278, + "mean_token_accuracy": 0.24422324001789092, + "num_tokens": 20340411.0, + "step": 11575 + }, + { + "entropy": 5.226026487350464, + "epoch": 9.075235109717868, + "grad_norm": 1.5078125, + "learning_rate": 6.093804665391488e-05, + "loss": 4.3795, + "mean_token_accuracy": 0.24796126335859298, + "num_tokens": 20349266.0, + "step": 11580 + }, + { + "entropy": 5.223306798934937, + "epoch": 9.079153605015675, + "grad_norm": 1.359375, + "learning_rate": 6.084559449633992e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.24412718862295152, + "num_tokens": 20357849.0, + "step": 11585 + }, + { + "entropy": 5.17724575996399, + "epoch": 9.08307210031348, + "grad_norm": 1.46875, + "learning_rate": 6.0753525067411106e-05, + "loss": 4.2856, + "mean_token_accuracy": 0.2518564581871033, + "num_tokens": 20366795.0, + "step": 11590 + }, + { + "entropy": 5.132021045684814, + "epoch": 9.086990595611285, + "grad_norm": 1.4609375, + "learning_rate": 6.06618385316714e-05, + "loss": 4.2381, + "mean_token_accuracy": 0.2552717536687851, + "num_tokens": 20375086.0, + "step": 11595 + }, + { + "entropy": 5.133618974685669, + "epoch": 9.090909090909092, + "grad_norm": 1.3984375, + "learning_rate": 6.0570535052979554e-05, + "loss": 4.2738, + "mean_token_accuracy": 0.25261961966753005, + "num_tokens": 20384071.0, + "step": 11600 + }, + { + "entropy": 5.1645341396331785, + "epoch": 9.094827586206897, + "grad_norm": 1.328125, + "learning_rate": 6.047961479450968e-05, + "loss": 4.3047, + "mean_token_accuracy": 0.24945475161075592, + "num_tokens": 20393345.0, + "step": 11605 + }, + { + "entropy": 5.160435724258423, + "epoch": 9.098746081504702, + "grad_norm": 1.3984375, + "learning_rate": 6.038907791875102e-05, + "loss": 4.2996, + "mean_token_accuracy": 0.23980248868465423, + "num_tokens": 20402034.0, + "step": 11610 + }, + { + "entropy": 5.20791974067688, + "epoch": 9.102664576802507, + "grad_norm": 1.4609375, + "learning_rate": 6.0298924587507655e-05, + "loss": 4.3339, + "mean_token_accuracy": 0.23689690977334976, + "num_tokens": 20411681.0, + "step": 11615 + }, + { + "entropy": 5.168023157119751, + "epoch": 9.106583072100314, + "grad_norm": 1.4609375, + "learning_rate": 6.020915496189815e-05, + "loss": 4.3587, + "mean_token_accuracy": 0.2404198721051216, + "num_tokens": 20420084.0, + "step": 11620 + }, + { + "entropy": 5.190348720550537, + "epoch": 9.110501567398119, + "grad_norm": 1.375, + "learning_rate": 6.0119769202355455e-05, + "loss": 4.3878, + "mean_token_accuracy": 0.23535165786743165, + "num_tokens": 20429326.0, + "step": 11625 + }, + { + "entropy": 5.26385269165039, + "epoch": 9.114420062695924, + "grad_norm": 1.4765625, + "learning_rate": 6.003076746862637e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.24304082691669465, + "num_tokens": 20438522.0, + "step": 11630 + }, + { + "entropy": 5.228471183776856, + "epoch": 9.11833855799373, + "grad_norm": 1.4609375, + "learning_rate": 5.994214991977143e-05, + "loss": 4.3904, + "mean_token_accuracy": 0.24375561773777008, + "num_tokens": 20447084.0, + "step": 11635 + }, + { + "entropy": 5.126019048690796, + "epoch": 9.122257053291536, + "grad_norm": 1.5703125, + "learning_rate": 5.9853916714164584e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25656861513853074, + "num_tokens": 20455553.0, + "step": 11640 + }, + { + "entropy": 5.18736891746521, + "epoch": 9.126175548589341, + "grad_norm": 1.4765625, + "learning_rate": 5.976606800949287e-05, + "loss": 4.264, + "mean_token_accuracy": 0.2525972604751587, + "num_tokens": 20464066.0, + "step": 11645 + }, + { + "entropy": 5.161667203903198, + "epoch": 9.130094043887148, + "grad_norm": 1.4921875, + "learning_rate": 5.9678603962756137e-05, + "loss": 4.307, + "mean_token_accuracy": 0.2429651826620102, + "num_tokens": 20472706.0, + "step": 11650 + }, + { + "entropy": 5.198352241516114, + "epoch": 9.134012539184953, + "grad_norm": 1.4453125, + "learning_rate": 5.959152473026687e-05, + "loss": 4.3712, + "mean_token_accuracy": 0.23695990890264512, + "num_tokens": 20481666.0, + "step": 11655 + }, + { + "entropy": 5.235309410095215, + "epoch": 9.137931034482758, + "grad_norm": 1.453125, + "learning_rate": 5.950483046764971e-05, + "loss": 4.3432, + "mean_token_accuracy": 0.24130632281303405, + "num_tokens": 20490157.0, + "step": 11660 + }, + { + "entropy": 5.173259639739991, + "epoch": 9.141849529780565, + "grad_norm": 1.4296875, + "learning_rate": 5.941852132984145e-05, + "loss": 4.295, + "mean_token_accuracy": 0.25174162685871126, + "num_tokens": 20499180.0, + "step": 11665 + }, + { + "entropy": 5.226692724227905, + "epoch": 9.14576802507837, + "grad_norm": 1.421875, + "learning_rate": 5.933259747109042e-05, + "loss": 4.3087, + "mean_token_accuracy": 0.2510043427348137, + "num_tokens": 20508291.0, + "step": 11670 + }, + { + "entropy": 5.160306644439697, + "epoch": 9.149686520376175, + "grad_norm": 1.4453125, + "learning_rate": 5.924705904495656e-05, + "loss": 4.2715, + "mean_token_accuracy": 0.24597106724977494, + "num_tokens": 20516500.0, + "step": 11675 + }, + { + "entropy": 5.172952127456665, + "epoch": 9.153605015673982, + "grad_norm": 1.4921875, + "learning_rate": 5.916190620431088e-05, + "loss": 4.2559, + "mean_token_accuracy": 0.2489389196038246, + "num_tokens": 20525408.0, + "step": 11680 + }, + { + "entropy": 5.184666156768799, + "epoch": 9.157523510971787, + "grad_norm": 1.421875, + "learning_rate": 5.907713910133529e-05, + "loss": 4.285, + "mean_token_accuracy": 0.2507161036133766, + "num_tokens": 20534288.0, + "step": 11685 + }, + { + "entropy": 5.185576343536377, + "epoch": 9.161442006269592, + "grad_norm": 1.53125, + "learning_rate": 5.8992757887522394e-05, + "loss": 4.2934, + "mean_token_accuracy": 0.24964356273412705, + "num_tokens": 20543011.0, + "step": 11690 + }, + { + "entropy": 5.228350448608398, + "epoch": 9.165360501567399, + "grad_norm": 1.4921875, + "learning_rate": 5.8908762713675074e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24453608989715575, + "num_tokens": 20551511.0, + "step": 11695 + }, + { + "entropy": 5.076557683944702, + "epoch": 9.169278996865204, + "grad_norm": 1.3984375, + "learning_rate": 5.882515372990632e-05, + "loss": 4.2512, + "mean_token_accuracy": 0.2524864062666893, + "num_tokens": 20560578.0, + "step": 11700 + }, + { + "entropy": 5.1844323635101315, + "epoch": 9.173197492163009, + "grad_norm": 1.3203125, + "learning_rate": 5.874193108563895e-05, + "loss": 4.3159, + "mean_token_accuracy": 0.24389333724975587, + "num_tokens": 20569776.0, + "step": 11705 + }, + { + "entropy": 5.242775630950928, + "epoch": 9.177115987460816, + "grad_norm": 1.328125, + "learning_rate": 5.865909492960536e-05, + "loss": 4.4064, + "mean_token_accuracy": 0.24562586843967438, + "num_tokens": 20579791.0, + "step": 11710 + }, + { + "entropy": 5.191596555709839, + "epoch": 9.181034482758621, + "grad_norm": 1.4765625, + "learning_rate": 5.85766454098471e-05, + "loss": 4.2899, + "mean_token_accuracy": 0.24576538801193237, + "num_tokens": 20588738.0, + "step": 11715 + }, + { + "entropy": 5.181201028823852, + "epoch": 9.184952978056426, + "grad_norm": 1.453125, + "learning_rate": 5.849458267371489e-05, + "loss": 4.2867, + "mean_token_accuracy": 0.25174079090356827, + "num_tokens": 20597442.0, + "step": 11720 + }, + { + "entropy": 5.2580331325531, + "epoch": 9.188871473354231, + "grad_norm": 1.484375, + "learning_rate": 5.841290686786818e-05, + "loss": 4.4108, + "mean_token_accuracy": 0.23331938236951827, + "num_tokens": 20607277.0, + "step": 11725 + }, + { + "entropy": 5.23989200592041, + "epoch": 9.192789968652038, + "grad_norm": 1.484375, + "learning_rate": 5.833161813827484e-05, + "loss": 4.4351, + "mean_token_accuracy": 0.24164215177297593, + "num_tokens": 20615721.0, + "step": 11730 + }, + { + "entropy": 5.208839416503906, + "epoch": 9.196708463949843, + "grad_norm": 1.3984375, + "learning_rate": 5.825071663021097e-05, + "loss": 4.3302, + "mean_token_accuracy": 0.2436266764998436, + "num_tokens": 20624192.0, + "step": 11735 + }, + { + "entropy": 5.166226625442505, + "epoch": 9.200626959247648, + "grad_norm": 1.3984375, + "learning_rate": 5.817020248826076e-05, + "loss": 4.3085, + "mean_token_accuracy": 0.25251433700323106, + "num_tokens": 20632947.0, + "step": 11740 + }, + { + "entropy": 5.191039991378784, + "epoch": 9.204545454545455, + "grad_norm": 1.4296875, + "learning_rate": 5.8090075856315994e-05, + "loss": 4.3008, + "mean_token_accuracy": 0.24635820388793944, + "num_tokens": 20643252.0, + "step": 11745 + }, + { + "entropy": 5.189680767059326, + "epoch": 9.20846394984326, + "grad_norm": 1.4609375, + "learning_rate": 5.801033687757598e-05, + "loss": 4.2698, + "mean_token_accuracy": 0.24582858830690385, + "num_tokens": 20651416.0, + "step": 11750 + }, + { + "entropy": 5.186259078979492, + "epoch": 9.212382445141065, + "grad_norm": 1.3671875, + "learning_rate": 5.793098569454713e-05, + "loss": 4.3389, + "mean_token_accuracy": 0.24649504721164703, + "num_tokens": 20660359.0, + "step": 11755 + }, + { + "entropy": 5.181300640106201, + "epoch": 9.216300940438872, + "grad_norm": 1.4375, + "learning_rate": 5.785202244904296e-05, + "loss": 4.3643, + "mean_token_accuracy": 0.23934080451726913, + "num_tokens": 20669262.0, + "step": 11760 + }, + { + "entropy": 5.228763628005981, + "epoch": 9.220219435736677, + "grad_norm": 1.5234375, + "learning_rate": 5.777344728218356e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24425260722637177, + "num_tokens": 20677267.0, + "step": 11765 + }, + { + "entropy": 5.19665493965149, + "epoch": 9.224137931034482, + "grad_norm": 1.4140625, + "learning_rate": 5.769526033439547e-05, + "loss": 4.3307, + "mean_token_accuracy": 0.254191392660141, + "num_tokens": 20685798.0, + "step": 11770 + }, + { + "entropy": 5.147611284255982, + "epoch": 9.228056426332289, + "grad_norm": 1.4453125, + "learning_rate": 5.761746174541148e-05, + "loss": 4.244, + "mean_token_accuracy": 0.2519168585538864, + "num_tokens": 20694384.0, + "step": 11775 + }, + { + "entropy": 5.201005125045777, + "epoch": 9.231974921630094, + "grad_norm": 1.3984375, + "learning_rate": 5.754005165427027e-05, + "loss": 4.3322, + "mean_token_accuracy": 0.24327425807714462, + "num_tokens": 20703233.0, + "step": 11780 + }, + { + "entropy": 5.166589689254761, + "epoch": 9.2358934169279, + "grad_norm": 1.515625, + "learning_rate": 5.746303019931623e-05, + "loss": 4.2948, + "mean_token_accuracy": 0.2500098764896393, + "num_tokens": 20711810.0, + "step": 11785 + }, + { + "entropy": 5.1661630153656, + "epoch": 9.239811912225706, + "grad_norm": 1.34375, + "learning_rate": 5.738639751819919e-05, + "loss": 4.2826, + "mean_token_accuracy": 0.2530718743801117, + "num_tokens": 20720733.0, + "step": 11790 + }, + { + "entropy": 5.121998119354248, + "epoch": 9.243730407523511, + "grad_norm": 1.4609375, + "learning_rate": 5.7310153747874165e-05, + "loss": 4.2754, + "mean_token_accuracy": 0.255548420548439, + "num_tokens": 20729409.0, + "step": 11795 + }, + { + "entropy": 5.214407205581665, + "epoch": 9.247648902821316, + "grad_norm": 1.53125, + "learning_rate": 5.7234299024601136e-05, + "loss": 4.3544, + "mean_token_accuracy": 0.24087451547384262, + "num_tokens": 20738113.0, + "step": 11800 + }, + { + "entropy": 5.179885530471802, + "epoch": 9.251567398119123, + "grad_norm": 1.34375, + "learning_rate": 5.7158833483944796e-05, + "loss": 4.2872, + "mean_token_accuracy": 0.25012928545475005, + "num_tokens": 20746756.0, + "step": 11805 + }, + { + "entropy": 5.137622880935669, + "epoch": 9.255485893416928, + "grad_norm": 1.375, + "learning_rate": 5.7083757260774305e-05, + "loss": 4.2518, + "mean_token_accuracy": 0.25948403775691986, + "num_tokens": 20756356.0, + "step": 11810 + }, + { + "entropy": 5.179981088638305, + "epoch": 9.259404388714733, + "grad_norm": 1.4140625, + "learning_rate": 5.7009070489263036e-05, + "loss": 4.3245, + "mean_token_accuracy": 0.24807543754577638, + "num_tokens": 20766118.0, + "step": 11815 + }, + { + "entropy": 5.19900164604187, + "epoch": 9.263322884012538, + "grad_norm": 1.578125, + "learning_rate": 5.6934773302888365e-05, + "loss": 4.314, + "mean_token_accuracy": 0.2451826348900795, + "num_tokens": 20775049.0, + "step": 11820 + }, + { + "entropy": 5.176981687545776, + "epoch": 9.267241379310345, + "grad_norm": 1.453125, + "learning_rate": 5.686086583443143e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.24541548639535904, + "num_tokens": 20783839.0, + "step": 11825 + }, + { + "entropy": 5.232528400421143, + "epoch": 9.27115987460815, + "grad_norm": 1.46875, + "learning_rate": 5.678734821597681e-05, + "loss": 4.3718, + "mean_token_accuracy": 0.24747774600982667, + "num_tokens": 20792036.0, + "step": 11830 + }, + { + "entropy": 5.221779155731201, + "epoch": 9.275078369905955, + "grad_norm": 1.4296875, + "learning_rate": 5.671422057891248e-05, + "loss": 4.326, + "mean_token_accuracy": 0.24434875547885895, + "num_tokens": 20800639.0, + "step": 11835 + }, + { + "entropy": 5.146561098098755, + "epoch": 9.278996865203762, + "grad_norm": 1.375, + "learning_rate": 5.6641483053929324e-05, + "loss": 4.2726, + "mean_token_accuracy": 0.25506176650524137, + "num_tokens": 20810244.0, + "step": 11840 + }, + { + "entropy": 5.224058818817139, + "epoch": 9.282915360501567, + "grad_norm": 1.515625, + "learning_rate": 5.656913577102112e-05, + "loss": 4.3147, + "mean_token_accuracy": 0.25266250818967817, + "num_tokens": 20818731.0, + "step": 11845 + }, + { + "entropy": 5.126907682418823, + "epoch": 9.286833855799372, + "grad_norm": 1.4375, + "learning_rate": 5.649717885948422e-05, + "loss": 4.271, + "mean_token_accuracy": 0.2574402987957001, + "num_tokens": 20827237.0, + "step": 11850 + }, + { + "entropy": 5.134461164474487, + "epoch": 9.29075235109718, + "grad_norm": 1.484375, + "learning_rate": 5.642561244791721e-05, + "loss": 4.2772, + "mean_token_accuracy": 0.24652330577373505, + "num_tokens": 20835792.0, + "step": 11855 + }, + { + "entropy": 5.11349310874939, + "epoch": 9.294670846394984, + "grad_norm": 1.40625, + "learning_rate": 5.635443666422097e-05, + "loss": 4.2239, + "mean_token_accuracy": 0.25528471618890763, + "num_tokens": 20844289.0, + "step": 11860 + }, + { + "entropy": 5.172297573089599, + "epoch": 9.29858934169279, + "grad_norm": 1.3515625, + "learning_rate": 5.6283651635598105e-05, + "loss": 4.2987, + "mean_token_accuracy": 0.2454049900174141, + "num_tokens": 20852683.0, + "step": 11865 + }, + { + "entropy": 5.167080736160278, + "epoch": 9.302507836990596, + "grad_norm": 1.4375, + "learning_rate": 5.6213257488552946e-05, + "loss": 4.3476, + "mean_token_accuracy": 0.2435024708509445, + "num_tokens": 20861999.0, + "step": 11870 + }, + { + "entropy": 5.119533443450928, + "epoch": 9.306426332288401, + "grad_norm": 1.375, + "learning_rate": 5.6143254348891254e-05, + "loss": 4.2693, + "mean_token_accuracy": 0.2494928941130638, + "num_tokens": 20870995.0, + "step": 11875 + }, + { + "entropy": 5.156898641586304, + "epoch": 9.310344827586206, + "grad_norm": 1.4453125, + "learning_rate": 5.6073642341720006e-05, + "loss": 4.3079, + "mean_token_accuracy": 0.24654607474803925, + "num_tokens": 20880048.0, + "step": 11880 + }, + { + "entropy": 5.126598596572876, + "epoch": 9.314263322884013, + "grad_norm": 1.46875, + "learning_rate": 5.600442159144712e-05, + "loss": 4.316, + "mean_token_accuracy": 0.2484450474381447, + "num_tokens": 20889268.0, + "step": 11885 + }, + { + "entropy": 5.167015123367309, + "epoch": 9.318181818181818, + "grad_norm": 1.5390625, + "learning_rate": 5.593559222178131e-05, + "loss": 4.3257, + "mean_token_accuracy": 0.23784156888723373, + "num_tokens": 20897978.0, + "step": 11890 + }, + { + "entropy": 5.171293830871582, + "epoch": 9.322100313479623, + "grad_norm": 1.421875, + "learning_rate": 5.5867154355731795e-05, + "loss": 4.3137, + "mean_token_accuracy": 0.2548245921730995, + "num_tokens": 20906387.0, + "step": 11895 + }, + { + "entropy": 5.228372716903687, + "epoch": 9.32601880877743, + "grad_norm": 1.46875, + "learning_rate": 5.579910811560822e-05, + "loss": 4.2849, + "mean_token_accuracy": 0.25231262743473054, + "num_tokens": 20915309.0, + "step": 11900 + }, + { + "entropy": 5.180005168914795, + "epoch": 9.329937304075235, + "grad_norm": 1.4921875, + "learning_rate": 5.573145362302012e-05, + "loss": 4.3358, + "mean_token_accuracy": 0.240466471016407, + "num_tokens": 20924600.0, + "step": 11905 + }, + { + "entropy": 5.250432300567627, + "epoch": 9.33385579937304, + "grad_norm": 1.4296875, + "learning_rate": 5.566419099887718e-05, + "loss": 4.3716, + "mean_token_accuracy": 0.24226801097393036, + "num_tokens": 20933087.0, + "step": 11910 + }, + { + "entropy": 5.114254951477051, + "epoch": 9.337774294670847, + "grad_norm": 1.4921875, + "learning_rate": 5.5597320363388544e-05, + "loss": 4.2045, + "mean_token_accuracy": 0.2510366588830948, + "num_tokens": 20940886.0, + "step": 11915 + }, + { + "entropy": 5.199810600280761, + "epoch": 9.341692789968652, + "grad_norm": 1.453125, + "learning_rate": 5.55308418360629e-05, + "loss": 4.3121, + "mean_token_accuracy": 0.2522769495844841, + "num_tokens": 20949591.0, + "step": 11920 + }, + { + "entropy": 5.182225561141967, + "epoch": 9.345611285266457, + "grad_norm": 1.5546875, + "learning_rate": 5.54647555357081e-05, + "loss": 4.3822, + "mean_token_accuracy": 0.2395431876182556, + "num_tokens": 20958001.0, + "step": 11925 + }, + { + "entropy": 5.200049495697021, + "epoch": 9.349529780564263, + "grad_norm": 1.4296875, + "learning_rate": 5.539906158043113e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.2450847640633583, + "num_tokens": 20966671.0, + "step": 11930 + }, + { + "entropy": 5.195448303222657, + "epoch": 9.35344827586207, + "grad_norm": 1.46875, + "learning_rate": 5.533376008763775e-05, + "loss": 4.2461, + "mean_token_accuracy": 0.2559234708547592, + "num_tokens": 20976184.0, + "step": 11935 + }, + { + "entropy": 5.186223125457763, + "epoch": 9.357366771159874, + "grad_norm": 1.3671875, + "learning_rate": 5.526885117403228e-05, + "loss": 4.2276, + "mean_token_accuracy": 0.25892345011234286, + "num_tokens": 20984960.0, + "step": 11940 + }, + { + "entropy": 5.206818580627441, + "epoch": 9.36128526645768, + "grad_norm": 1.4453125, + "learning_rate": 5.520433495561752e-05, + "loss": 4.295, + "mean_token_accuracy": 0.251189848780632, + "num_tokens": 20993954.0, + "step": 11945 + }, + { + "entropy": 5.21417088508606, + "epoch": 9.365203761755486, + "grad_norm": 1.4765625, + "learning_rate": 5.5140211547694344e-05, + "loss": 4.3154, + "mean_token_accuracy": 0.25053960680961607, + "num_tokens": 21002391.0, + "step": 11950 + }, + { + "entropy": 5.118052577972412, + "epoch": 9.369122257053291, + "grad_norm": 1.359375, + "learning_rate": 5.507648106486173e-05, + "loss": 4.2268, + "mean_token_accuracy": 0.25445910543203354, + "num_tokens": 21010996.0, + "step": 11955 + }, + { + "entropy": 5.141018962860107, + "epoch": 9.373040752351097, + "grad_norm": 1.3515625, + "learning_rate": 5.5013143621016376e-05, + "loss": 4.2561, + "mean_token_accuracy": 0.25934424102306364, + "num_tokens": 21020272.0, + "step": 11960 + }, + { + "entropy": 5.128870153427124, + "epoch": 9.376959247648903, + "grad_norm": 1.4296875, + "learning_rate": 5.495019932935256e-05, + "loss": 4.2527, + "mean_token_accuracy": 0.2509508728981018, + "num_tokens": 21029206.0, + "step": 11965 + }, + { + "entropy": 5.219991540908813, + "epoch": 9.380877742946709, + "grad_norm": 1.4765625, + "learning_rate": 5.488764830236194e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.23491693735122682, + "num_tokens": 21038294.0, + "step": 11970 + }, + { + "entropy": 5.131593036651611, + "epoch": 9.384796238244514, + "grad_norm": 1.375, + "learning_rate": 5.482549065183333e-05, + "loss": 4.2695, + "mean_token_accuracy": 0.2531241104006767, + "num_tokens": 21047321.0, + "step": 11975 + }, + { + "entropy": 5.0676041603088375, + "epoch": 9.38871473354232, + "grad_norm": 1.5078125, + "learning_rate": 5.476372648885255e-05, + "loss": 4.1921, + "mean_token_accuracy": 0.2651271089911461, + "num_tokens": 21055928.0, + "step": 11980 + }, + { + "entropy": 5.221664190292358, + "epoch": 9.392633228840126, + "grad_norm": 1.5234375, + "learning_rate": 5.470235592380219e-05, + "loss": 4.3175, + "mean_token_accuracy": 0.25050987750291825, + "num_tokens": 21064464.0, + "step": 11985 + }, + { + "entropy": 5.184502696990966, + "epoch": 9.39655172413793, + "grad_norm": 1.46875, + "learning_rate": 5.464137906636133e-05, + "loss": 4.3521, + "mean_token_accuracy": 0.24592092782258987, + "num_tokens": 21073395.0, + "step": 11990 + }, + { + "entropy": 5.146333503723144, + "epoch": 9.400470219435737, + "grad_norm": 1.4921875, + "learning_rate": 5.458079602550557e-05, + "loss": 4.2792, + "mean_token_accuracy": 0.24734177589416503, + "num_tokens": 21081841.0, + "step": 11995 + }, + { + "entropy": 5.188336706161499, + "epoch": 9.404388714733543, + "grad_norm": 1.4296875, + "learning_rate": 5.452060690950662e-05, + "loss": 4.3361, + "mean_token_accuracy": 0.23713361769914626, + "num_tokens": 21090826.0, + "step": 12000 + }, + { + "epoch": 9.404388714733543, + "eval_entropy": 5.098381150600522, + "eval_loss": 5.653018474578857, + "eval_mean_token_accuracy": 0.17434015418150167, + "eval_num_tokens": 21090826.0, + "eval_runtime": 2.8318, + "eval_samples_per_second": 1455.613, + "eval_steps_per_second": 182.216, + "step": 12000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.837220391872e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-12000/training_args.bin b/checkpoint-12000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-12000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-12500/added_tokens.json b/checkpoint-12500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-12500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-12500/config.json b/checkpoint-12500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-12500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-12500/generation_config.json b/checkpoint-12500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-12500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-12500/model.safetensors b/checkpoint-12500/model.safetensors new file mode 100644 index 0000000..948d37e --- /dev/null +++ b/checkpoint-12500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f76c3abe6665ed4833baf75c46e219ee7e86c213b5f27055b40cba72e27a9d +size 249556672 diff --git a/checkpoint-12500/rng_state.pth b/checkpoint-12500/rng_state.pth new file mode 100644 index 0000000..2453536 --- /dev/null +++ b/checkpoint-12500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6c67eb95344caae4f59dd72843235951ca6a0c5cb4049e5a1ee8a423e3e0e7 +size 14645 diff --git a/checkpoint-12500/special_tokens_map.json b/checkpoint-12500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-12500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-12500/spiece.model b/checkpoint-12500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-12500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-12500/tokenizer_config.json b/checkpoint-12500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-12500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-12500/trainer_state.json b/checkpoint-12500/trainer_state.json new file mode 100644 index 0000000..aa197b5 --- /dev/null +++ b/checkpoint-12500/trainer_state.json @@ -0,0 +1,25309 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.796238244514107, + "eval_steps": 500, + "global_step": 12500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + }, + { + "entropy": 5.165841102600098, + "epoch": 8.232758620689655, + "grad_norm": 1.3984375, + "learning_rate": 8.936456969758206e-05, + "loss": 4.2431, + "mean_token_accuracy": 0.24906228631734847, + "num_tokens": 18464976.0, + "step": 10505 + }, + { + "entropy": 5.197420120239258, + "epoch": 8.236677115987462, + "grad_norm": 1.3671875, + "learning_rate": 8.919476926846426e-05, + "loss": 4.3049, + "mean_token_accuracy": 0.24438217729330064, + "num_tokens": 18473709.0, + "step": 10510 + }, + { + "entropy": 5.190283298492432, + "epoch": 8.240595611285267, + "grad_norm": 1.4140625, + "learning_rate": 8.90253009034206e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.24107206910848616, + "num_tokens": 18483208.0, + "step": 10515 + }, + { + "entropy": 5.224445581436157, + "epoch": 8.244514106583072, + "grad_norm": 1.4765625, + "learning_rate": 8.88561649053187e-05, + "loss": 4.3946, + "mean_token_accuracy": 0.2436232388019562, + "num_tokens": 18491872.0, + "step": 10520 + }, + { + "entropy": 5.224587440490723, + "epoch": 8.248432601880877, + "grad_norm": 1.4296875, + "learning_rate": 8.868736157643183e-05, + "loss": 4.427, + "mean_token_accuracy": 0.2315705195069313, + "num_tokens": 18500740.0, + "step": 10525 + }, + { + "entropy": 5.197388601303101, + "epoch": 8.252351097178684, + "grad_norm": 1.4140625, + "learning_rate": 8.851889121843904e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24663715809583664, + "num_tokens": 18509553.0, + "step": 10530 + }, + { + "entropy": 5.237329483032227, + "epoch": 8.256269592476489, + "grad_norm": 1.5546875, + "learning_rate": 8.835075413242408e-05, + "loss": 4.3894, + "mean_token_accuracy": 0.23695489168167114, + "num_tokens": 18518549.0, + "step": 10535 + }, + { + "entropy": 5.2407567501068115, + "epoch": 8.260188087774294, + "grad_norm": 1.5078125, + "learning_rate": 8.818295061887531e-05, + "loss": 4.3776, + "mean_token_accuracy": 0.23103708326816558, + "num_tokens": 18527264.0, + "step": 10540 + }, + { + "entropy": 5.166911602020264, + "epoch": 8.2641065830721, + "grad_norm": 1.5234375, + "learning_rate": 8.801548097768473e-05, + "loss": 4.3129, + "mean_token_accuracy": 0.251553837954998, + "num_tokens": 18535193.0, + "step": 10545 + }, + { + "entropy": 5.203214979171753, + "epoch": 8.268025078369906, + "grad_norm": 1.359375, + "learning_rate": 8.784834550814769e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.24238062351942063, + "num_tokens": 18544386.0, + "step": 10550 + }, + { + "entropy": 5.145546722412109, + "epoch": 8.271943573667711, + "grad_norm": 1.3828125, + "learning_rate": 8.768154450896253e-05, + "loss": 4.2144, + "mean_token_accuracy": 0.25746887028217313, + "num_tokens": 18552745.0, + "step": 10555 + }, + { + "entropy": 5.2064838886260985, + "epoch": 8.275862068965518, + "grad_norm": 1.40625, + "learning_rate": 8.751507827822955e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.24416826963424682, + "num_tokens": 18560953.0, + "step": 10560 + }, + { + "entropy": 5.198969554901123, + "epoch": 8.279780564263323, + "grad_norm": 1.375, + "learning_rate": 8.73489471134509e-05, + "loss": 4.2722, + "mean_token_accuracy": 0.2562029466032982, + "num_tokens": 18569324.0, + "step": 10565 + }, + { + "entropy": 5.230230379104614, + "epoch": 8.283699059561128, + "grad_norm": 1.4609375, + "learning_rate": 8.718315131152999e-05, + "loss": 4.4074, + "mean_token_accuracy": 0.23682893067598343, + "num_tokens": 18578432.0, + "step": 10570 + }, + { + "entropy": 5.160339832305908, + "epoch": 8.287617554858935, + "grad_norm": 1.453125, + "learning_rate": 8.701769116877076e-05, + "loss": 4.3376, + "mean_token_accuracy": 0.24325894862413405, + "num_tokens": 18587147.0, + "step": 10575 + }, + { + "entropy": 5.216804885864258, + "epoch": 8.29153605015674, + "grad_norm": 1.2578125, + "learning_rate": 8.685256698087725e-05, + "loss": 4.3383, + "mean_token_accuracy": 0.2435641974210739, + "num_tokens": 18596933.0, + "step": 10580 + }, + { + "entropy": 5.256839609146118, + "epoch": 8.295454545454545, + "grad_norm": 1.40625, + "learning_rate": 8.668777904295328e-05, + "loss": 4.4035, + "mean_token_accuracy": 0.2431974157691002, + "num_tokens": 18605666.0, + "step": 10585 + }, + { + "entropy": 5.254942560195923, + "epoch": 8.299373040752352, + "grad_norm": 1.3984375, + "learning_rate": 8.652332764950147e-05, + "loss": 4.4713, + "mean_token_accuracy": 0.23392772674560547, + "num_tokens": 18614801.0, + "step": 10590 + }, + { + "entropy": 5.203100633621216, + "epoch": 8.303291536050157, + "grad_norm": 1.390625, + "learning_rate": 8.635921309442327e-05, + "loss": 4.3183, + "mean_token_accuracy": 0.23907482326030732, + "num_tokens": 18623489.0, + "step": 10595 + }, + { + "entropy": 5.204137659072876, + "epoch": 8.307210031347962, + "grad_norm": 1.5234375, + "learning_rate": 8.619543567101787e-05, + "loss": 4.3327, + "mean_token_accuracy": 0.2453225150704384, + "num_tokens": 18631496.0, + "step": 10600 + }, + { + "entropy": 5.20287594795227, + "epoch": 8.311128526645769, + "grad_norm": 1.5234375, + "learning_rate": 8.603199567198222e-05, + "loss": 4.3699, + "mean_token_accuracy": 0.24015610665082932, + "num_tokens": 18640481.0, + "step": 10605 + }, + { + "entropy": 5.229337406158447, + "epoch": 8.315047021943574, + "grad_norm": 1.4921875, + "learning_rate": 8.586889338941002e-05, + "loss": 4.4415, + "mean_token_accuracy": 0.2326976701617241, + "num_tokens": 18650118.0, + "step": 10610 + }, + { + "entropy": 5.171226739883423, + "epoch": 8.318965517241379, + "grad_norm": 1.4375, + "learning_rate": 8.570612911479145e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24577218443155288, + "num_tokens": 18658981.0, + "step": 10615 + }, + { + "entropy": 5.207775211334228, + "epoch": 8.322884012539184, + "grad_norm": 1.3671875, + "learning_rate": 8.554370313901273e-05, + "loss": 4.3953, + "mean_token_accuracy": 0.24119233191013337, + "num_tokens": 18668324.0, + "step": 10620 + }, + { + "entropy": 5.172161102294922, + "epoch": 8.326802507836991, + "grad_norm": 1.4453125, + "learning_rate": 8.538161575235541e-05, + "loss": 4.2763, + "mean_token_accuracy": 0.25479909032583237, + "num_tokens": 18676945.0, + "step": 10625 + }, + { + "entropy": 5.255296754837036, + "epoch": 8.330721003134796, + "grad_norm": 1.53125, + "learning_rate": 8.521986724449593e-05, + "loss": 4.3777, + "mean_token_accuracy": 0.2371798038482666, + "num_tokens": 18685980.0, + "step": 10630 + }, + { + "entropy": 5.213572359085083, + "epoch": 8.334639498432601, + "grad_norm": 1.40625, + "learning_rate": 8.5058457904505e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.2402021586894989, + "num_tokens": 18694834.0, + "step": 10635 + }, + { + "entropy": 5.168806838989258, + "epoch": 8.338557993730408, + "grad_norm": 1.4765625, + "learning_rate": 8.489738802084742e-05, + "loss": 4.325, + "mean_token_accuracy": 0.23954138159751892, + "num_tokens": 18703747.0, + "step": 10640 + }, + { + "entropy": 5.1729669094085695, + "epoch": 8.342476489028213, + "grad_norm": 1.4296875, + "learning_rate": 8.473665788138112e-05, + "loss": 4.2991, + "mean_token_accuracy": 0.250113645195961, + "num_tokens": 18712202.0, + "step": 10645 + }, + { + "entropy": 5.163078022003174, + "epoch": 8.346394984326018, + "grad_norm": 1.3828125, + "learning_rate": 8.457626777335691e-05, + "loss": 4.3417, + "mean_token_accuracy": 0.24345773458480835, + "num_tokens": 18721340.0, + "step": 10650 + }, + { + "entropy": 5.17320613861084, + "epoch": 8.350313479623825, + "grad_norm": 1.3984375, + "learning_rate": 8.4416217983418e-05, + "loss": 4.3964, + "mean_token_accuracy": 0.24268222153186797, + "num_tokens": 18730295.0, + "step": 10655 + }, + { + "entropy": 5.159527206420899, + "epoch": 8.35423197492163, + "grad_norm": 1.4375, + "learning_rate": 8.425650879759923e-05, + "loss": 4.303, + "mean_token_accuracy": 0.2470370814204216, + "num_tokens": 18739040.0, + "step": 10660 + }, + { + "entropy": 5.118357849121094, + "epoch": 8.358150470219435, + "grad_norm": 1.4296875, + "learning_rate": 8.409714050132683e-05, + "loss": 4.2596, + "mean_token_accuracy": 0.2527719184756279, + "num_tokens": 18747655.0, + "step": 10665 + }, + { + "entropy": 5.204309940338135, + "epoch": 8.362068965517242, + "grad_norm": 1.484375, + "learning_rate": 8.393811337941781e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25303575992584226, + "num_tokens": 18755602.0, + "step": 10670 + }, + { + "entropy": 5.179117488861084, + "epoch": 8.365987460815047, + "grad_norm": 1.421875, + "learning_rate": 8.377942771607943e-05, + "loss": 4.3016, + "mean_token_accuracy": 0.2518721386790276, + "num_tokens": 18764332.0, + "step": 10675 + }, + { + "entropy": 5.152911424636841, + "epoch": 8.369905956112852, + "grad_norm": 1.3203125, + "learning_rate": 8.362108379490868e-05, + "loss": 4.3439, + "mean_token_accuracy": 0.2433498501777649, + "num_tokens": 18773106.0, + "step": 10680 + }, + { + "entropy": 5.174564599990845, + "epoch": 8.373824451410659, + "grad_norm": 1.4140625, + "learning_rate": 8.346308189889175e-05, + "loss": 4.3652, + "mean_token_accuracy": 0.24044717997312545, + "num_tokens": 18781603.0, + "step": 10685 + }, + { + "entropy": 5.123613357543945, + "epoch": 8.377742946708464, + "grad_norm": 1.421875, + "learning_rate": 8.330542231040379e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.25053018480539324, + "num_tokens": 18790152.0, + "step": 10690 + }, + { + "entropy": 5.200115442276001, + "epoch": 8.38166144200627, + "grad_norm": 1.453125, + "learning_rate": 8.314810531120795e-05, + "loss": 4.273, + "mean_token_accuracy": 0.2566791042685509, + "num_tokens": 18798397.0, + "step": 10695 + }, + { + "entropy": 5.158091974258423, + "epoch": 8.385579937304076, + "grad_norm": 1.4609375, + "learning_rate": 8.299113118245519e-05, + "loss": 4.3236, + "mean_token_accuracy": 0.2489589646458626, + "num_tokens": 18807523.0, + "step": 10700 + }, + { + "entropy": 5.179664230346679, + "epoch": 8.389498432601881, + "grad_norm": 1.3515625, + "learning_rate": 8.283450020468377e-05, + "loss": 4.3323, + "mean_token_accuracy": 0.24190194457769393, + "num_tokens": 18816469.0, + "step": 10705 + }, + { + "entropy": 5.253124094009399, + "epoch": 8.393416927899686, + "grad_norm": 1.453125, + "learning_rate": 8.267821265781875e-05, + "loss": 4.372, + "mean_token_accuracy": 0.24245337694883345, + "num_tokens": 18823994.0, + "step": 10710 + }, + { + "entropy": 5.154923725128174, + "epoch": 8.397335423197493, + "grad_norm": 1.40625, + "learning_rate": 8.252226882117118e-05, + "loss": 4.2699, + "mean_token_accuracy": 0.24888572543859483, + "num_tokens": 18833159.0, + "step": 10715 + }, + { + "entropy": 5.158040761947632, + "epoch": 8.401253918495298, + "grad_norm": 1.4375, + "learning_rate": 8.236666897343797e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.2492976114153862, + "num_tokens": 18841754.0, + "step": 10720 + }, + { + "entropy": 5.145916080474853, + "epoch": 8.405172413793103, + "grad_norm": 1.4140625, + "learning_rate": 8.221141339270138e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24637583643198013, + "num_tokens": 18850493.0, + "step": 10725 + }, + { + "entropy": 5.224203205108642, + "epoch": 8.409090909090908, + "grad_norm": 1.4296875, + "learning_rate": 8.205650235642828e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.24149791449308394, + "num_tokens": 18859765.0, + "step": 10730 + }, + { + "entropy": 5.190553855895996, + "epoch": 8.413009404388715, + "grad_norm": 1.4765625, + "learning_rate": 8.190193614146971e-05, + "loss": 4.3841, + "mean_token_accuracy": 0.24127394556999207, + "num_tokens": 18868685.0, + "step": 10735 + }, + { + "entropy": 5.146790838241577, + "epoch": 8.41692789968652, + "grad_norm": 1.375, + "learning_rate": 8.17477150240607e-05, + "loss": 4.3058, + "mean_token_accuracy": 0.25079535841941836, + "num_tokens": 18877496.0, + "step": 10740 + }, + { + "entropy": 5.169419193267823, + "epoch": 8.420846394984325, + "grad_norm": 1.375, + "learning_rate": 8.159383927981931e-05, + "loss": 4.3267, + "mean_token_accuracy": 0.24643860012292862, + "num_tokens": 18885828.0, + "step": 10745 + }, + { + "entropy": 5.237979555130005, + "epoch": 8.424764890282132, + "grad_norm": 1.484375, + "learning_rate": 8.14403091837464e-05, + "loss": 4.4118, + "mean_token_accuracy": 0.23178357034921646, + "num_tokens": 18894498.0, + "step": 10750 + }, + { + "entropy": 5.179816007614136, + "epoch": 8.428683385579937, + "grad_norm": 1.484375, + "learning_rate": 8.128712501022526e-05, + "loss": 4.3402, + "mean_token_accuracy": 0.24585033655166627, + "num_tokens": 18902996.0, + "step": 10755 + }, + { + "entropy": 5.139616441726685, + "epoch": 8.432601880877742, + "grad_norm": 1.5, + "learning_rate": 8.11342870330208e-05, + "loss": 4.2739, + "mean_token_accuracy": 0.25233634412288664, + "num_tokens": 18911731.0, + "step": 10760 + }, + { + "entropy": 5.142950439453125, + "epoch": 8.43652037617555, + "grad_norm": 1.4921875, + "learning_rate": 8.098179552527921e-05, + "loss": 4.2443, + "mean_token_accuracy": 0.2585966572165489, + "num_tokens": 18920912.0, + "step": 10765 + }, + { + "entropy": 5.148827123641968, + "epoch": 8.440438871473354, + "grad_norm": 1.5859375, + "learning_rate": 8.082965075952757e-05, + "loss": 4.2793, + "mean_token_accuracy": 0.24578409641981125, + "num_tokens": 18930012.0, + "step": 10770 + }, + { + "entropy": 5.198116683959961, + "epoch": 8.44435736677116, + "grad_norm": 1.484375, + "learning_rate": 8.067785300767333e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23290242552757262, + "num_tokens": 18939026.0, + "step": 10775 + }, + { + "entropy": 5.202164030075073, + "epoch": 8.448275862068966, + "grad_norm": 1.34375, + "learning_rate": 8.05264025410036e-05, + "loss": 4.3549, + "mean_token_accuracy": 0.23385946154594422, + "num_tokens": 18948387.0, + "step": 10780 + }, + { + "entropy": 5.207539367675781, + "epoch": 8.452194357366771, + "grad_norm": 1.390625, + "learning_rate": 8.037529963018488e-05, + "loss": 4.3861, + "mean_token_accuracy": 0.23611894249916077, + "num_tokens": 18957234.0, + "step": 10785 + }, + { + "entropy": 5.170898294448852, + "epoch": 8.456112852664576, + "grad_norm": 1.671875, + "learning_rate": 8.022454454526272e-05, + "loss": 4.3235, + "mean_token_accuracy": 0.24420012831687926, + "num_tokens": 18965501.0, + "step": 10790 + }, + { + "entropy": 5.1894067287445065, + "epoch": 8.460031347962383, + "grad_norm": 1.4453125, + "learning_rate": 8.00741375556608e-05, + "loss": 4.321, + "mean_token_accuracy": 0.24325118511915206, + "num_tokens": 18973225.0, + "step": 10795 + }, + { + "entropy": 5.189754390716553, + "epoch": 8.463949843260188, + "grad_norm": 1.5546875, + "learning_rate": 7.99240789301808e-05, + "loss": 4.3269, + "mean_token_accuracy": 0.24268894344568254, + "num_tokens": 18982424.0, + "step": 10800 + }, + { + "entropy": 5.173257207870483, + "epoch": 8.467868338557993, + "grad_norm": 1.296875, + "learning_rate": 7.977436893700177e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.2429159700870514, + "num_tokens": 18991519.0, + "step": 10805 + }, + { + "entropy": 5.136244583129883, + "epoch": 8.4717868338558, + "grad_norm": 1.3125, + "learning_rate": 7.962500784367985e-05, + "loss": 4.3051, + "mean_token_accuracy": 0.24642553478479384, + "num_tokens": 19000498.0, + "step": 10810 + }, + { + "entropy": 5.230206823348999, + "epoch": 8.475705329153605, + "grad_norm": 1.390625, + "learning_rate": 7.947599591714746e-05, + "loss": 4.4166, + "mean_token_accuracy": 0.24019178748130798, + "num_tokens": 19009640.0, + "step": 10815 + }, + { + "entropy": 5.152269411087036, + "epoch": 8.47962382445141, + "grad_norm": 1.421875, + "learning_rate": 7.932733342371306e-05, + "loss": 4.3736, + "mean_token_accuracy": 0.23906815350055693, + "num_tokens": 19018337.0, + "step": 10820 + }, + { + "entropy": 5.267092227935791, + "epoch": 8.483542319749215, + "grad_norm": 1.421875, + "learning_rate": 7.917902062906066e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.23587296456098555, + "num_tokens": 19027232.0, + "step": 10825 + }, + { + "entropy": 5.12256760597229, + "epoch": 8.487460815047022, + "grad_norm": 1.40625, + "learning_rate": 7.90310577982493e-05, + "loss": 4.2928, + "mean_token_accuracy": 0.25045348703861237, + "num_tokens": 19036661.0, + "step": 10830 + }, + { + "entropy": 5.159757900238037, + "epoch": 8.491379310344827, + "grad_norm": 1.421875, + "learning_rate": 7.888344519571247e-05, + "loss": 4.3042, + "mean_token_accuracy": 0.24958488643169402, + "num_tokens": 19045955.0, + "step": 10835 + }, + { + "entropy": 5.217755937576294, + "epoch": 8.495297805642632, + "grad_norm": 1.5546875, + "learning_rate": 7.873618308525797e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23859389424324035, + "num_tokens": 19054183.0, + "step": 10840 + }, + { + "entropy": 5.271123838424683, + "epoch": 8.49921630094044, + "grad_norm": 1.3984375, + "learning_rate": 7.858927173006694e-05, + "loss": 4.3483, + "mean_token_accuracy": 0.25319149941205976, + "num_tokens": 19063029.0, + "step": 10845 + }, + { + "entropy": 5.201040935516358, + "epoch": 8.503134796238244, + "grad_norm": 1.4140625, + "learning_rate": 7.844271139269384e-05, + "loss": 4.2859, + "mean_token_accuracy": 0.2510977730154991, + "num_tokens": 19071325.0, + "step": 10850 + }, + { + "entropy": 5.202458000183105, + "epoch": 8.50705329153605, + "grad_norm": 1.3984375, + "learning_rate": 7.829650233506569e-05, + "loss": 4.3977, + "mean_token_accuracy": 0.23749318718910217, + "num_tokens": 19080082.0, + "step": 10855 + }, + { + "entropy": 5.149078702926635, + "epoch": 8.510971786833856, + "grad_norm": 1.4453125, + "learning_rate": 7.815064481848188e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.245503169298172, + "num_tokens": 19089286.0, + "step": 10860 + }, + { + "entropy": 5.165611219406128, + "epoch": 8.514890282131661, + "grad_norm": 1.46875, + "learning_rate": 7.800513910361343e-05, + "loss": 4.2642, + "mean_token_accuracy": 0.25618679970502856, + "num_tokens": 19098397.0, + "step": 10865 + }, + { + "entropy": 5.256289625167847, + "epoch": 8.518808777429467, + "grad_norm": 1.359375, + "learning_rate": 7.785998545050253e-05, + "loss": 4.4262, + "mean_token_accuracy": 0.22846854776144027, + "num_tokens": 19107939.0, + "step": 10870 + }, + { + "entropy": 5.18234224319458, + "epoch": 8.522727272727273, + "grad_norm": 1.4296875, + "learning_rate": 7.771518411856243e-05, + "loss": 4.3752, + "mean_token_accuracy": 0.23973670303821565, + "num_tokens": 19116541.0, + "step": 10875 + }, + { + "entropy": 5.256338310241699, + "epoch": 8.526645768025078, + "grad_norm": 1.484375, + "learning_rate": 7.75707353665765e-05, + "loss": 4.3917, + "mean_token_accuracy": 0.23739721924066542, + "num_tokens": 19124830.0, + "step": 10880 + }, + { + "entropy": 5.11550989151001, + "epoch": 8.530564263322884, + "grad_norm": 1.34375, + "learning_rate": 7.742663945269816e-05, + "loss": 4.2399, + "mean_token_accuracy": 0.25304013341665266, + "num_tokens": 19133518.0, + "step": 10885 + }, + { + "entropy": 5.206185293197632, + "epoch": 8.53448275862069, + "grad_norm": 1.3984375, + "learning_rate": 7.72828966344501e-05, + "loss": 4.3971, + "mean_token_accuracy": 0.24643320739269256, + "num_tokens": 19142989.0, + "step": 10890 + }, + { + "entropy": 5.27640471458435, + "epoch": 8.538401253918495, + "grad_norm": 1.3671875, + "learning_rate": 7.713950716872411e-05, + "loss": 4.4482, + "mean_token_accuracy": 0.2435752809047699, + "num_tokens": 19151603.0, + "step": 10895 + }, + { + "entropy": 5.166068172454834, + "epoch": 8.5423197492163, + "grad_norm": 1.546875, + "learning_rate": 7.699647131178038e-05, + "loss": 4.2865, + "mean_token_accuracy": 0.24158075600862502, + "num_tokens": 19159949.0, + "step": 10900 + }, + { + "entropy": 5.181893539428711, + "epoch": 8.546238244514107, + "grad_norm": 1.421875, + "learning_rate": 7.685378931924713e-05, + "loss": 4.392, + "mean_token_accuracy": 0.23999944627285003, + "num_tokens": 19169594.0, + "step": 10905 + }, + { + "entropy": 5.194723176956177, + "epoch": 8.550156739811912, + "grad_norm": 1.5390625, + "learning_rate": 7.67114614461203e-05, + "loss": 4.2988, + "mean_token_accuracy": 0.2502975150942802, + "num_tokens": 19177660.0, + "step": 10910 + }, + { + "entropy": 5.141909456253051, + "epoch": 8.554075235109718, + "grad_norm": 1.46875, + "learning_rate": 7.656948794676283e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.2440106377005577, + "num_tokens": 19185890.0, + "step": 10915 + }, + { + "entropy": 5.117619943618775, + "epoch": 8.557993730407524, + "grad_norm": 1.453125, + "learning_rate": 7.642786907490437e-05, + "loss": 4.2852, + "mean_token_accuracy": 0.2527379870414734, + "num_tokens": 19194820.0, + "step": 10920 + }, + { + "entropy": 5.173396253585816, + "epoch": 8.56191222570533, + "grad_norm": 1.5, + "learning_rate": 7.628660508364083e-05, + "loss": 4.3661, + "mean_token_accuracy": 0.23906691372394562, + "num_tokens": 19203887.0, + "step": 10925 + }, + { + "entropy": 5.2319599151611325, + "epoch": 8.565830721003135, + "grad_norm": 1.3515625, + "learning_rate": 7.614569622543391e-05, + "loss": 4.4243, + "mean_token_accuracy": 0.23508220463991164, + "num_tokens": 19212540.0, + "step": 10930 + }, + { + "entropy": 5.158654737472534, + "epoch": 8.56974921630094, + "grad_norm": 1.515625, + "learning_rate": 7.600514275211054e-05, + "loss": 4.304, + "mean_token_accuracy": 0.2489401400089264, + "num_tokens": 19221838.0, + "step": 10935 + }, + { + "entropy": 5.100141811370849, + "epoch": 8.573667711598747, + "grad_norm": 1.515625, + "learning_rate": 7.58649449148625e-05, + "loss": 4.245, + "mean_token_accuracy": 0.2527499616146088, + "num_tokens": 19229538.0, + "step": 10940 + }, + { + "entropy": 5.120130300521851, + "epoch": 8.577586206896552, + "grad_norm": 1.3515625, + "learning_rate": 7.572510296424615e-05, + "loss": 4.2099, + "mean_token_accuracy": 0.2548257991671562, + "num_tokens": 19237977.0, + "step": 10945 + }, + { + "entropy": 5.16163821220398, + "epoch": 8.581504702194357, + "grad_norm": 1.5, + "learning_rate": 7.558561715018174e-05, + "loss": 4.3387, + "mean_token_accuracy": 0.24190286695957183, + "num_tokens": 19246801.0, + "step": 10950 + }, + { + "entropy": 5.1767377853393555, + "epoch": 8.585423197492164, + "grad_norm": 1.328125, + "learning_rate": 7.544648772195293e-05, + "loss": 4.3357, + "mean_token_accuracy": 0.2454310953617096, + "num_tokens": 19256271.0, + "step": 10955 + }, + { + "entropy": 5.190650606155396, + "epoch": 8.589341692789969, + "grad_norm": 1.4765625, + "learning_rate": 7.530771492820673e-05, + "loss": 4.3315, + "mean_token_accuracy": 0.24321384727954865, + "num_tokens": 19264210.0, + "step": 10960 + }, + { + "entropy": 5.1225865364074705, + "epoch": 8.593260188087774, + "grad_norm": 1.359375, + "learning_rate": 7.516929901695249e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.24927836507558823, + "num_tokens": 19272700.0, + "step": 10965 + }, + { + "entropy": 5.188807249069214, + "epoch": 8.59717868338558, + "grad_norm": 1.4140625, + "learning_rate": 7.503124023556192e-05, + "loss": 4.3644, + "mean_token_accuracy": 0.24342314898967743, + "num_tokens": 19281674.0, + "step": 10970 + }, + { + "entropy": 5.209954261779785, + "epoch": 8.601097178683386, + "grad_norm": 1.4453125, + "learning_rate": 7.48935388307685e-05, + "loss": 4.302, + "mean_token_accuracy": 0.24961291253566742, + "num_tokens": 19290748.0, + "step": 10975 + }, + { + "entropy": 5.167430639266968, + "epoch": 8.60501567398119, + "grad_norm": 1.53125, + "learning_rate": 7.47561950486669e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25517262816429137, + "num_tokens": 19299018.0, + "step": 10980 + }, + { + "entropy": 5.136191892623901, + "epoch": 8.608934169278998, + "grad_norm": 1.3671875, + "learning_rate": 7.461920913471276e-05, + "loss": 4.2595, + "mean_token_accuracy": 0.24712129831314086, + "num_tokens": 19307915.0, + "step": 10985 + }, + { + "entropy": 5.167633152008056, + "epoch": 8.612852664576803, + "grad_norm": 1.3671875, + "learning_rate": 7.448258133372208e-05, + "loss": 4.3075, + "mean_token_accuracy": 0.25469652861356734, + "num_tokens": 19316358.0, + "step": 10990 + }, + { + "entropy": 5.184241771697998, + "epoch": 8.616771159874608, + "grad_norm": 1.453125, + "learning_rate": 7.434631188987095e-05, + "loss": 4.4212, + "mean_token_accuracy": 0.23687219023704528, + "num_tokens": 19325329.0, + "step": 10995 + }, + { + "entropy": 5.197266912460327, + "epoch": 8.620689655172415, + "grad_norm": 1.484375, + "learning_rate": 7.42104010466949e-05, + "loss": 4.3619, + "mean_token_accuracy": 0.24355487823486327, + "num_tokens": 19333857.0, + "step": 11000 + }, + { + "epoch": 8.620689655172415, + "eval_entropy": 5.09359948256219, + "eval_loss": 5.652531623840332, + "eval_mean_token_accuracy": 0.17406360565345416, + "eval_num_tokens": 19333857.0, + "eval_runtime": 2.829, + "eval_samples_per_second": 1457.058, + "eval_steps_per_second": 182.397, + "step": 11000 + }, + { + "entropy": 5.160344028472901, + "epoch": 8.62460815047022, + "grad_norm": 1.484375, + "learning_rate": 7.407484904708874e-05, + "loss": 4.3033, + "mean_token_accuracy": 0.24506744891405105, + "num_tokens": 19342386.0, + "step": 11005 + }, + { + "entropy": 5.183922195434571, + "epoch": 8.628526645768025, + "grad_norm": 1.453125, + "learning_rate": 7.393965613330575e-05, + "loss": 4.3541, + "mean_token_accuracy": 0.24694971293210982, + "num_tokens": 19350727.0, + "step": 11010 + }, + { + "entropy": 5.190996217727661, + "epoch": 8.63244514106583, + "grad_norm": 1.4453125, + "learning_rate": 7.38048225469577e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.2396124631166458, + "num_tokens": 19360078.0, + "step": 11015 + }, + { + "entropy": 5.161708164215088, + "epoch": 8.636363636363637, + "grad_norm": 1.28125, + "learning_rate": 7.3670348529014e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.2490159496665001, + "num_tokens": 19369092.0, + "step": 11020 + }, + { + "entropy": 5.202845716476441, + "epoch": 8.640282131661442, + "grad_norm": 1.4375, + "learning_rate": 7.353623431980153e-05, + "loss": 4.3555, + "mean_token_accuracy": 0.2404809206724167, + "num_tokens": 19378061.0, + "step": 11025 + }, + { + "entropy": 5.221709823608398, + "epoch": 8.644200626959247, + "grad_norm": 1.5, + "learning_rate": 7.340248015900416e-05, + "loss": 4.3297, + "mean_token_accuracy": 0.24818609207868575, + "num_tokens": 19386298.0, + "step": 11030 + }, + { + "entropy": 5.143859624862671, + "epoch": 8.648119122257054, + "grad_norm": 1.4375, + "learning_rate": 7.326908628566226e-05, + "loss": 4.2846, + "mean_token_accuracy": 0.252796171605587, + "num_tokens": 19394001.0, + "step": 11035 + }, + { + "entropy": 5.080711078643799, + "epoch": 8.652037617554859, + "grad_norm": 1.4140625, + "learning_rate": 7.313605293817224e-05, + "loss": 4.222, + "mean_token_accuracy": 0.25163881480693817, + "num_tokens": 19402410.0, + "step": 11040 + }, + { + "entropy": 5.211961364746093, + "epoch": 8.655956112852664, + "grad_norm": 1.4765625, + "learning_rate": 7.300338035428639e-05, + "loss": 4.3818, + "mean_token_accuracy": 0.24466072469949723, + "num_tokens": 19410947.0, + "step": 11045 + }, + { + "entropy": 5.16515154838562, + "epoch": 8.65987460815047, + "grad_norm": 1.4296875, + "learning_rate": 7.287106877111203e-05, + "loss": 4.4146, + "mean_token_accuracy": 0.24014496952295303, + "num_tokens": 19419286.0, + "step": 11050 + }, + { + "entropy": 5.149256992340088, + "epoch": 8.663793103448276, + "grad_norm": 1.5, + "learning_rate": 7.273911842511139e-05, + "loss": 4.3072, + "mean_token_accuracy": 0.24570076018571854, + "num_tokens": 19427703.0, + "step": 11055 + }, + { + "entropy": 5.165379905700684, + "epoch": 8.66771159874608, + "grad_norm": 1.375, + "learning_rate": 7.260752955210124e-05, + "loss": 4.3192, + "mean_token_accuracy": 0.24644818753004075, + "num_tokens": 19436329.0, + "step": 11060 + }, + { + "entropy": 5.191621541976929, + "epoch": 8.671630094043888, + "grad_norm": 1.4765625, + "learning_rate": 7.247630238725212e-05, + "loss": 4.302, + "mean_token_accuracy": 0.2513266861438751, + "num_tokens": 19444363.0, + "step": 11065 + }, + { + "entropy": 5.155099821090698, + "epoch": 8.675548589341693, + "grad_norm": 1.46875, + "learning_rate": 7.234543716508836e-05, + "loss": 4.3203, + "mean_token_accuracy": 0.246969772875309, + "num_tokens": 19452745.0, + "step": 11070 + }, + { + "entropy": 5.221770191192627, + "epoch": 8.679467084639498, + "grad_norm": 1.3828125, + "learning_rate": 7.221493411948723e-05, + "loss": 4.3685, + "mean_token_accuracy": 0.2359369307756424, + "num_tokens": 19462481.0, + "step": 11075 + }, + { + "entropy": 5.234551668167114, + "epoch": 8.683385579937305, + "grad_norm": 1.5703125, + "learning_rate": 7.208479348367895e-05, + "loss": 4.3616, + "mean_token_accuracy": 0.2448529466986656, + "num_tokens": 19471276.0, + "step": 11080 + }, + { + "entropy": 5.169011497497559, + "epoch": 8.68730407523511, + "grad_norm": 1.4375, + "learning_rate": 7.195501549024582e-05, + "loss": 4.366, + "mean_token_accuracy": 0.23968504071235658, + "num_tokens": 19480101.0, + "step": 11085 + }, + { + "entropy": 5.170721244812012, + "epoch": 8.691222570532915, + "grad_norm": 1.4296875, + "learning_rate": 7.182560037112217e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.25115206092596054, + "num_tokens": 19489027.0, + "step": 11090 + }, + { + "entropy": 5.1923192024230955, + "epoch": 8.695141065830722, + "grad_norm": 1.53125, + "learning_rate": 7.169654835759388e-05, + "loss": 4.3249, + "mean_token_accuracy": 0.24627234786748886, + "num_tokens": 19497363.0, + "step": 11095 + }, + { + "entropy": 5.1721217155456545, + "epoch": 8.699059561128527, + "grad_norm": 1.5859375, + "learning_rate": 7.156785968029778e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.24736280143260955, + "num_tokens": 19505362.0, + "step": 11100 + }, + { + "entropy": 5.09847846031189, + "epoch": 8.702978056426332, + "grad_norm": 1.3046875, + "learning_rate": 7.143953456922141e-05, + "loss": 4.256, + "mean_token_accuracy": 0.25190206319093705, + "num_tokens": 19514536.0, + "step": 11105 + }, + { + "entropy": 5.155974626541138, + "epoch": 8.706896551724139, + "grad_norm": 1.3671875, + "learning_rate": 7.131157325370249e-05, + "loss": 4.3498, + "mean_token_accuracy": 0.23626135438680648, + "num_tokens": 19523276.0, + "step": 11110 + }, + { + "entropy": 5.121405553817749, + "epoch": 8.710815047021944, + "grad_norm": 1.390625, + "learning_rate": 7.118397596242872e-05, + "loss": 4.2358, + "mean_token_accuracy": 0.24885319620370866, + "num_tokens": 19532020.0, + "step": 11115 + }, + { + "entropy": 5.1765974998474125, + "epoch": 8.714733542319749, + "grad_norm": 1.5, + "learning_rate": 7.105674292343709e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24418028742074965, + "num_tokens": 19540175.0, + "step": 11120 + }, + { + "entropy": 5.250468397140503, + "epoch": 8.718652037617554, + "grad_norm": 1.375, + "learning_rate": 7.092987436411369e-05, + "loss": 4.3561, + "mean_token_accuracy": 0.24565353393554687, + "num_tokens": 19549728.0, + "step": 11125 + }, + { + "entropy": 5.14434118270874, + "epoch": 8.72257053291536, + "grad_norm": 1.421875, + "learning_rate": 7.080337051119325e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24971763789653778, + "num_tokens": 19558859.0, + "step": 11130 + }, + { + "entropy": 5.1333842277526855, + "epoch": 8.726489028213166, + "grad_norm": 1.5234375, + "learning_rate": 7.067723159075864e-05, + "loss": 4.2721, + "mean_token_accuracy": 0.25077017545700075, + "num_tokens": 19567397.0, + "step": 11135 + }, + { + "entropy": 5.126773357391357, + "epoch": 8.730407523510971, + "grad_norm": 1.40625, + "learning_rate": 7.055145782824051e-05, + "loss": 4.3012, + "mean_token_accuracy": 0.24425838589668275, + "num_tokens": 19575986.0, + "step": 11140 + }, + { + "entropy": 5.150705194473266, + "epoch": 8.734326018808778, + "grad_norm": 1.3671875, + "learning_rate": 7.042604944841705e-05, + "loss": 4.3021, + "mean_token_accuracy": 0.2514984980225563, + "num_tokens": 19585066.0, + "step": 11145 + }, + { + "entropy": 5.172491884231567, + "epoch": 8.738244514106583, + "grad_norm": 1.4921875, + "learning_rate": 7.030100667541333e-05, + "loss": 4.3258, + "mean_token_accuracy": 0.23992275595664977, + "num_tokens": 19594044.0, + "step": 11150 + }, + { + "entropy": 5.14497218132019, + "epoch": 8.742163009404388, + "grad_norm": 1.4921875, + "learning_rate": 7.017632973270105e-05, + "loss": 4.3224, + "mean_token_accuracy": 0.24162716120481492, + "num_tokens": 19602416.0, + "step": 11155 + }, + { + "entropy": 5.1665102481842045, + "epoch": 8.746081504702195, + "grad_norm": 1.3984375, + "learning_rate": 7.005201884309812e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24345449805259706, + "num_tokens": 19612435.0, + "step": 11160 + }, + { + "entropy": 5.209478282928467, + "epoch": 8.75, + "grad_norm": 1.3984375, + "learning_rate": 6.992807422876829e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.24448236376047133, + "num_tokens": 19621708.0, + "step": 11165 + }, + { + "entropy": 5.234047794342041, + "epoch": 8.753918495297805, + "grad_norm": 1.453125, + "learning_rate": 6.980449611122065e-05, + "loss": 4.3426, + "mean_token_accuracy": 0.2440522536635399, + "num_tokens": 19630879.0, + "step": 11170 + }, + { + "entropy": 5.189493083953858, + "epoch": 8.757836990595612, + "grad_norm": 1.3828125, + "learning_rate": 6.968128471130932e-05, + "loss": 4.318, + "mean_token_accuracy": 0.25217931866645815, + "num_tokens": 19640265.0, + "step": 11175 + }, + { + "entropy": 5.180751180648803, + "epoch": 8.761755485893417, + "grad_norm": 1.4375, + "learning_rate": 6.955844024923308e-05, + "loss": 4.353, + "mean_token_accuracy": 0.24737632572650908, + "num_tokens": 19648447.0, + "step": 11180 + }, + { + "entropy": 5.21621527671814, + "epoch": 8.765673981191222, + "grad_norm": 1.3828125, + "learning_rate": 6.943596294453492e-05, + "loss": 4.3583, + "mean_token_accuracy": 0.2393050119280815, + "num_tokens": 19657971.0, + "step": 11185 + }, + { + "entropy": 5.205598974227906, + "epoch": 8.769592476489029, + "grad_norm": 1.3125, + "learning_rate": 6.931385301610161e-05, + "loss": 4.3239, + "mean_token_accuracy": 0.2530598521232605, + "num_tokens": 19667059.0, + "step": 11190 + }, + { + "entropy": 5.157665967941284, + "epoch": 8.773510971786834, + "grad_norm": 1.4765625, + "learning_rate": 6.919211068216337e-05, + "loss": 4.3338, + "mean_token_accuracy": 0.2477164462208748, + "num_tokens": 19675683.0, + "step": 11195 + }, + { + "entropy": 5.198060798645019, + "epoch": 8.77742946708464, + "grad_norm": 1.4140625, + "learning_rate": 6.907073616029356e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.23859013617038727, + "num_tokens": 19685317.0, + "step": 11200 + }, + { + "entropy": 5.227784633636475, + "epoch": 8.781347962382446, + "grad_norm": 1.46875, + "learning_rate": 6.894972966740809e-05, + "loss": 4.3729, + "mean_token_accuracy": 0.242330664396286, + "num_tokens": 19694013.0, + "step": 11205 + }, + { + "entropy": 5.134903430938721, + "epoch": 8.785266457680251, + "grad_norm": 1.3984375, + "learning_rate": 6.882909141976514e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.24350144416093827, + "num_tokens": 19702527.0, + "step": 11210 + }, + { + "entropy": 5.205503463745117, + "epoch": 8.789184952978056, + "grad_norm": 1.484375, + "learning_rate": 6.87088216329649e-05, + "loss": 4.3578, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 19711075.0, + "step": 11215 + }, + { + "entropy": 5.1629664421081545, + "epoch": 8.793103448275861, + "grad_norm": 1.453125, + "learning_rate": 6.858892052194894e-05, + "loss": 4.2887, + "mean_token_accuracy": 0.24657656848430634, + "num_tokens": 19719964.0, + "step": 11220 + }, + { + "entropy": 5.12054409980774, + "epoch": 8.797021943573668, + "grad_norm": 1.4609375, + "learning_rate": 6.846938830099995e-05, + "loss": 4.277, + "mean_token_accuracy": 0.24346675872802734, + "num_tokens": 19728801.0, + "step": 11225 + }, + { + "entropy": 5.1829526901245115, + "epoch": 8.800940438871473, + "grad_norm": 1.3828125, + "learning_rate": 6.835022518374147e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.24321665167808532, + "num_tokens": 19737446.0, + "step": 11230 + }, + { + "entropy": 5.1880621910095215, + "epoch": 8.804858934169278, + "grad_norm": 1.4453125, + "learning_rate": 6.823143138313725e-05, + "loss": 4.3637, + "mean_token_accuracy": 0.24352171868085862, + "num_tokens": 19745955.0, + "step": 11235 + }, + { + "entropy": 5.1620180130004885, + "epoch": 8.808777429467085, + "grad_norm": 1.4375, + "learning_rate": 6.811300711149109e-05, + "loss": 4.301, + "mean_token_accuracy": 0.25580877512693406, + "num_tokens": 19754463.0, + "step": 11240 + }, + { + "entropy": 5.1462400436401365, + "epoch": 8.81269592476489, + "grad_norm": 1.40625, + "learning_rate": 6.799495258044633e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.24694229960441588, + "num_tokens": 19762828.0, + "step": 11245 + }, + { + "entropy": 5.2241291999816895, + "epoch": 8.816614420062695, + "grad_norm": 1.6015625, + "learning_rate": 6.787726800098568e-05, + "loss": 4.3947, + "mean_token_accuracy": 0.2394113674759865, + "num_tokens": 19771159.0, + "step": 11250 + }, + { + "entropy": 5.138645982742309, + "epoch": 8.820532915360502, + "grad_norm": 1.46875, + "learning_rate": 6.775995358343043e-05, + "loss": 4.3142, + "mean_token_accuracy": 0.2510115265846252, + "num_tokens": 19779771.0, + "step": 11255 + }, + { + "entropy": 5.180734634399414, + "epoch": 8.824451410658307, + "grad_norm": 1.40625, + "learning_rate": 6.764300953744052e-05, + "loss": 4.3374, + "mean_token_accuracy": 0.2468802586197853, + "num_tokens": 19788552.0, + "step": 11260 + }, + { + "entropy": 5.1564349174499515, + "epoch": 8.828369905956112, + "grad_norm": 1.5546875, + "learning_rate": 6.752643607201394e-05, + "loss": 4.3666, + "mean_token_accuracy": 0.24608568996191024, + "num_tokens": 19797346.0, + "step": 11265 + }, + { + "entropy": 5.225608062744141, + "epoch": 8.83228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.741023339548633e-05, + "loss": 4.3656, + "mean_token_accuracy": 0.2406889021396637, + "num_tokens": 19806152.0, + "step": 11270 + }, + { + "entropy": 5.189226865768433, + "epoch": 8.836206896551724, + "grad_norm": 1.4921875, + "learning_rate": 6.729440171553078e-05, + "loss": 4.3363, + "mean_token_accuracy": 0.24901342242956162, + "num_tokens": 19814977.0, + "step": 11275 + }, + { + "entropy": 5.215910387039185, + "epoch": 8.84012539184953, + "grad_norm": 1.625, + "learning_rate": 6.71789412391572e-05, + "loss": 4.4159, + "mean_token_accuracy": 0.24028196185827255, + "num_tokens": 19824203.0, + "step": 11280 + }, + { + "entropy": 5.232241106033325, + "epoch": 8.844043887147336, + "grad_norm": 1.5, + "learning_rate": 6.706385217271223e-05, + "loss": 4.3598, + "mean_token_accuracy": 0.24609470814466478, + "num_tokens": 19831974.0, + "step": 11285 + }, + { + "entropy": 5.171202564239502, + "epoch": 8.847962382445141, + "grad_norm": 1.3828125, + "learning_rate": 6.69491347218787e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.2420610025525093, + "num_tokens": 19840709.0, + "step": 11290 + }, + { + "entropy": 5.151089525222778, + "epoch": 8.851880877742946, + "grad_norm": 1.4609375, + "learning_rate": 6.683478909167525e-05, + "loss": 4.3431, + "mean_token_accuracy": 0.24947091042995453, + "num_tokens": 19849409.0, + "step": 11295 + }, + { + "entropy": 5.149393558502197, + "epoch": 8.855799373040753, + "grad_norm": 1.4375, + "learning_rate": 6.672081548645608e-05, + "loss": 4.2876, + "mean_token_accuracy": 0.2499714896082878, + "num_tokens": 19858331.0, + "step": 11300 + }, + { + "entropy": 5.128349685668946, + "epoch": 8.859717868338558, + "grad_norm": 1.4375, + "learning_rate": 6.660721410991057e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24699696004390717, + "num_tokens": 19866469.0, + "step": 11305 + }, + { + "entropy": 5.20927586555481, + "epoch": 8.863636363636363, + "grad_norm": 1.5390625, + "learning_rate": 6.649398516506272e-05, + "loss": 4.3407, + "mean_token_accuracy": 0.2527222618460655, + "num_tokens": 19875183.0, + "step": 11310 + }, + { + "entropy": 5.231449031829834, + "epoch": 8.86755485893417, + "grad_norm": 1.5078125, + "learning_rate": 6.638112885427103e-05, + "loss": 4.4197, + "mean_token_accuracy": 0.23686433732509612, + "num_tokens": 19884440.0, + "step": 11315 + }, + { + "entropy": 5.208543872833252, + "epoch": 8.871473354231975, + "grad_norm": 1.5234375, + "learning_rate": 6.626864537922808e-05, + "loss": 4.3335, + "mean_token_accuracy": 0.25042118728160856, + "num_tokens": 19892833.0, + "step": 11320 + }, + { + "entropy": 5.221477413177491, + "epoch": 8.87539184952978, + "grad_norm": 1.4609375, + "learning_rate": 6.615653494096001e-05, + "loss": 4.3808, + "mean_token_accuracy": 0.24391695261001586, + "num_tokens": 19900805.0, + "step": 11325 + }, + { + "entropy": 5.206062269210816, + "epoch": 8.879310344827585, + "grad_norm": 1.515625, + "learning_rate": 6.604479773982634e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.2520469561219215, + "num_tokens": 19909693.0, + "step": 11330 + }, + { + "entropy": 5.203600263595581, + "epoch": 8.883228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.593343397551964e-05, + "loss": 4.3479, + "mean_token_accuracy": 0.2507233560085297, + "num_tokens": 19918234.0, + "step": 11335 + }, + { + "entropy": 5.180827617645264, + "epoch": 8.887147335423197, + "grad_norm": 1.328125, + "learning_rate": 6.582244384706497e-05, + "loss": 4.3503, + "mean_token_accuracy": 0.2461276188492775, + "num_tokens": 19927465.0, + "step": 11340 + }, + { + "entropy": 5.149862051010132, + "epoch": 8.891065830721002, + "grad_norm": 1.46875, + "learning_rate": 6.571182755281964e-05, + "loss": 4.2971, + "mean_token_accuracy": 0.25761167109012606, + "num_tokens": 19936444.0, + "step": 11345 + }, + { + "entropy": 5.108878564834595, + "epoch": 8.89498432601881, + "grad_norm": 1.5, + "learning_rate": 6.5601585290473e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.256640762090683, + "num_tokens": 19944981.0, + "step": 11350 + }, + { + "entropy": 5.213591527938843, + "epoch": 8.898902821316614, + "grad_norm": 1.3359375, + "learning_rate": 6.549171725704575e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.2332255646586418, + "num_tokens": 19953907.0, + "step": 11355 + }, + { + "entropy": 5.1328013896942135, + "epoch": 8.90282131661442, + "grad_norm": 1.4609375, + "learning_rate": 6.538222364889e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.25097040832042694, + "num_tokens": 19962487.0, + "step": 11360 + }, + { + "entropy": 5.212668704986572, + "epoch": 8.906739811912226, + "grad_norm": 1.3671875, + "learning_rate": 6.527310466168842e-05, + "loss": 4.3493, + "mean_token_accuracy": 0.23977413177490234, + "num_tokens": 19971243.0, + "step": 11365 + }, + { + "entropy": 5.158293867111206, + "epoch": 8.910658307210031, + "grad_norm": 1.453125, + "learning_rate": 6.516436049045452e-05, + "loss": 4.3831, + "mean_token_accuracy": 0.23646930307149888, + "num_tokens": 19980281.0, + "step": 11370 + }, + { + "entropy": 5.207000017166138, + "epoch": 8.914576802507836, + "grad_norm": 1.421875, + "learning_rate": 6.505599132953165e-05, + "loss": 4.4616, + "mean_token_accuracy": 0.23221587091684343, + "num_tokens": 19990340.0, + "step": 11375 + }, + { + "entropy": 5.130055570602417, + "epoch": 8.918495297805643, + "grad_norm": 1.5234375, + "learning_rate": 6.494799737259304e-05, + "loss": 4.2442, + "mean_token_accuracy": 0.2473800450563431, + "num_tokens": 19998770.0, + "step": 11380 + }, + { + "entropy": 5.137336921691895, + "epoch": 8.922413793103448, + "grad_norm": 1.3359375, + "learning_rate": 6.48403788126415e-05, + "loss": 4.2581, + "mean_token_accuracy": 0.25648638159036635, + "num_tokens": 20007388.0, + "step": 11385 + }, + { + "entropy": 5.13502721786499, + "epoch": 8.926332288401253, + "grad_norm": 1.4609375, + "learning_rate": 6.473313584200882e-05, + "loss": 4.2385, + "mean_token_accuracy": 0.25371780842542646, + "num_tokens": 20016350.0, + "step": 11390 + }, + { + "entropy": 5.108055305480957, + "epoch": 8.93025078369906, + "grad_norm": 1.375, + "learning_rate": 6.462626865235549e-05, + "loss": 4.2703, + "mean_token_accuracy": 0.24794565439224242, + "num_tokens": 20025777.0, + "step": 11395 + }, + { + "entropy": 5.1566413879394535, + "epoch": 8.934169278996865, + "grad_norm": 1.421875, + "learning_rate": 6.45197774346706e-05, + "loss": 4.2841, + "mean_token_accuracy": 0.24910804033279418, + "num_tokens": 20034396.0, + "step": 11400 + }, + { + "entropy": 5.180315637588501, + "epoch": 8.93808777429467, + "grad_norm": 1.4140625, + "learning_rate": 6.441366237927123e-05, + "loss": 4.3324, + "mean_token_accuracy": 0.24707048535346984, + "num_tokens": 20043190.0, + "step": 11405 + }, + { + "entropy": 5.138979291915893, + "epoch": 8.942006269592476, + "grad_norm": 1.484375, + "learning_rate": 6.430792367580215e-05, + "loss": 4.3312, + "mean_token_accuracy": 0.24492582380771638, + "num_tokens": 20052108.0, + "step": 11410 + }, + { + "entropy": 5.149893283843994, + "epoch": 8.945924764890282, + "grad_norm": 1.375, + "learning_rate": 6.420256151323553e-05, + "loss": 4.2602, + "mean_token_accuracy": 0.2505105838179588, + "num_tokens": 20060540.0, + "step": 11415 + }, + { + "entropy": 5.107330465316773, + "epoch": 8.949843260188088, + "grad_norm": 1.5625, + "learning_rate": 6.409757607987066e-05, + "loss": 4.263, + "mean_token_accuracy": 0.247504623234272, + "num_tokens": 20069289.0, + "step": 11420 + }, + { + "entropy": 5.18879075050354, + "epoch": 8.953761755485893, + "grad_norm": 1.4375, + "learning_rate": 6.399296756333362e-05, + "loss": 4.3388, + "mean_token_accuracy": 0.2505796566605568, + "num_tokens": 20078064.0, + "step": 11425 + }, + { + "entropy": 5.191472339630127, + "epoch": 8.9576802507837, + "grad_norm": 1.3671875, + "learning_rate": 6.388873615057665e-05, + "loss": 4.2895, + "mean_token_accuracy": 0.2537212073802948, + "num_tokens": 20086234.0, + "step": 11430 + }, + { + "entropy": 5.158332777023316, + "epoch": 8.961598746081505, + "grad_norm": 1.5078125, + "learning_rate": 6.378488202787835e-05, + "loss": 4.2939, + "mean_token_accuracy": 0.24281448274850845, + "num_tokens": 20094700.0, + "step": 11435 + }, + { + "entropy": 5.157821846008301, + "epoch": 8.96551724137931, + "grad_norm": 1.28125, + "learning_rate": 6.368140538084275e-05, + "loss": 4.378, + "mean_token_accuracy": 0.23995239287614822, + "num_tokens": 20103669.0, + "step": 11440 + }, + { + "entropy": 5.179506635665893, + "epoch": 8.969435736677116, + "grad_norm": 1.40625, + "learning_rate": 6.357830639439943e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.25294612646102904, + "num_tokens": 20111840.0, + "step": 11445 + }, + { + "entropy": 5.174344778060913, + "epoch": 8.973354231974922, + "grad_norm": 1.53125, + "learning_rate": 6.347558525280295e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.2442648947238922, + "num_tokens": 20119590.0, + "step": 11450 + }, + { + "entropy": 5.141709899902343, + "epoch": 8.977272727272727, + "grad_norm": 1.34375, + "learning_rate": 6.337324213963274e-05, + "loss": 4.2683, + "mean_token_accuracy": 0.24781289994716643, + "num_tokens": 20128982.0, + "step": 11455 + }, + { + "entropy": 5.19599232673645, + "epoch": 8.981191222570533, + "grad_norm": 1.375, + "learning_rate": 6.327127723779248e-05, + "loss": 4.4383, + "mean_token_accuracy": 0.23176333755254747, + "num_tokens": 20138013.0, + "step": 11460 + }, + { + "entropy": 5.148220825195312, + "epoch": 8.985109717868339, + "grad_norm": 1.4921875, + "learning_rate": 6.316969072950998e-05, + "loss": 4.3149, + "mean_token_accuracy": 0.24630104303359984, + "num_tokens": 20146240.0, + "step": 11465 + }, + { + "entropy": 5.237122964859009, + "epoch": 8.989028213166144, + "grad_norm": 1.484375, + "learning_rate": 6.306848279633684e-05, + "loss": 4.4199, + "mean_token_accuracy": 0.23549972027540206, + "num_tokens": 20155964.0, + "step": 11470 + }, + { + "entropy": 5.191496324539185, + "epoch": 8.99294670846395, + "grad_norm": 1.4609375, + "learning_rate": 6.296765361914798e-05, + "loss": 4.3566, + "mean_token_accuracy": 0.24725048542022704, + "num_tokens": 20165774.0, + "step": 11475 + }, + { + "entropy": 5.172772789001465, + "epoch": 8.996865203761756, + "grad_norm": 1.640625, + "learning_rate": 6.286720337814158e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.23574881255626678, + "num_tokens": 20174940.0, + "step": 11480 + }, + { + "entropy": 5.201568508148194, + "epoch": 9.00078369905956, + "grad_norm": 1.359375, + "learning_rate": 6.276713225283839e-05, + "loss": 4.2819, + "mean_token_accuracy": 0.254166404902935, + "num_tokens": 20182706.0, + "step": 11485 + }, + { + "entropy": 5.1844617366790775, + "epoch": 9.004702194357368, + "grad_norm": 1.3671875, + "learning_rate": 6.266744042208186e-05, + "loss": 4.2918, + "mean_token_accuracy": 0.24593908786773683, + "num_tokens": 20191457.0, + "step": 11490 + }, + { + "entropy": 5.190072250366211, + "epoch": 9.008620689655173, + "grad_norm": 1.484375, + "learning_rate": 6.25681280640374e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.24169689267873765, + "num_tokens": 20199331.0, + "step": 11495 + }, + { + "entropy": 5.21090669631958, + "epoch": 9.012539184952978, + "grad_norm": 1.4296875, + "learning_rate": 6.246919535619226e-05, + "loss": 4.2999, + "mean_token_accuracy": 0.24667351692914963, + "num_tokens": 20208386.0, + "step": 11500 + }, + { + "epoch": 9.012539184952978, + "eval_entropy": 5.100121786428052, + "eval_loss": 5.649623870849609, + "eval_mean_token_accuracy": 0.17414666001879892, + "eval_num_tokens": 20208386.0, + "eval_runtime": 2.8345, + "eval_samples_per_second": 1454.214, + "eval_steps_per_second": 182.041, + "step": 11500 + }, + { + "entropy": 5.186721611022949, + "epoch": 9.016457680250785, + "grad_norm": 1.359375, + "learning_rate": 6.237064247535531e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.23961566984653473, + "num_tokens": 20217649.0, + "step": 11505 + }, + { + "entropy": 5.149244546890259, + "epoch": 9.02037617554859, + "grad_norm": 1.5078125, + "learning_rate": 6.227246959765644e-05, + "loss": 4.2562, + "mean_token_accuracy": 0.24645361453294753, + "num_tokens": 20226219.0, + "step": 11510 + }, + { + "entropy": 5.202916097640991, + "epoch": 9.024294670846395, + "grad_norm": 1.484375, + "learning_rate": 6.217467689854654e-05, + "loss": 4.2797, + "mean_token_accuracy": 0.25427083522081373, + "num_tokens": 20234788.0, + "step": 11515 + }, + { + "entropy": 5.188964605331421, + "epoch": 9.0282131661442, + "grad_norm": 1.484375, + "learning_rate": 6.207726455279705e-05, + "loss": 4.2548, + "mean_token_accuracy": 0.25405054837465285, + "num_tokens": 20242858.0, + "step": 11520 + }, + { + "entropy": 5.145586013793945, + "epoch": 9.032131661442007, + "grad_norm": 1.3515625, + "learning_rate": 6.198023273449963e-05, + "loss": 4.2744, + "mean_token_accuracy": 0.24705956280231475, + "num_tokens": 20252041.0, + "step": 11525 + }, + { + "entropy": 5.202539873123169, + "epoch": 9.036050156739812, + "grad_norm": 1.5234375, + "learning_rate": 6.188358161706578e-05, + "loss": 4.3579, + "mean_token_accuracy": 0.24282333254814148, + "num_tokens": 20261035.0, + "step": 11530 + }, + { + "entropy": 5.217016172409058, + "epoch": 9.039968652037617, + "grad_norm": 1.4609375, + "learning_rate": 6.178731137322681e-05, + "loss": 4.3923, + "mean_token_accuracy": 0.23801500350236893, + "num_tokens": 20270091.0, + "step": 11535 + }, + { + "entropy": 5.174192619323731, + "epoch": 9.043887147335424, + "grad_norm": 1.4375, + "learning_rate": 6.169142217503319e-05, + "loss": 4.3334, + "mean_token_accuracy": 0.2488590493798256, + "num_tokens": 20278890.0, + "step": 11540 + }, + { + "entropy": 5.179830169677734, + "epoch": 9.047805642633229, + "grad_norm": 1.3515625, + "learning_rate": 6.159591419385455e-05, + "loss": 4.3756, + "mean_token_accuracy": 0.24289485514163972, + "num_tokens": 20287692.0, + "step": 11545 + }, + { + "entropy": 5.210058116912842, + "epoch": 9.051724137931034, + "grad_norm": 1.5078125, + "learning_rate": 6.150078760037904e-05, + "loss": 4.2636, + "mean_token_accuracy": 0.2518197953701019, + "num_tokens": 20296357.0, + "step": 11550 + }, + { + "entropy": 5.1762360572814945, + "epoch": 9.05564263322884, + "grad_norm": 1.5703125, + "learning_rate": 6.140604256461339e-05, + "loss": 4.3069, + "mean_token_accuracy": 0.2472981482744217, + "num_tokens": 20304894.0, + "step": 11555 + }, + { + "entropy": 5.1543982982635494, + "epoch": 9.059561128526646, + "grad_norm": 1.4609375, + "learning_rate": 6.131167925588233e-05, + "loss": 4.3266, + "mean_token_accuracy": 0.2450324848294258, + "num_tokens": 20314011.0, + "step": 11560 + }, + { + "entropy": 5.135803270339966, + "epoch": 9.06347962382445, + "grad_norm": 1.40625, + "learning_rate": 6.121769784282833e-05, + "loss": 4.1844, + "mean_token_accuracy": 0.254210501909256, + "num_tokens": 20322738.0, + "step": 11565 + }, + { + "entropy": 5.167005586624145, + "epoch": 9.067398119122258, + "grad_norm": 1.640625, + "learning_rate": 6.112409849341147e-05, + "loss": 4.2299, + "mean_token_accuracy": 0.2518390089273453, + "num_tokens": 20331528.0, + "step": 11570 + }, + { + "entropy": 5.158983039855957, + "epoch": 9.071316614420063, + "grad_norm": 1.4921875, + "learning_rate": 6.103088137490895e-05, + "loss": 4.3278, + "mean_token_accuracy": 0.24422324001789092, + "num_tokens": 20340411.0, + "step": 11575 + }, + { + "entropy": 5.226026487350464, + "epoch": 9.075235109717868, + "grad_norm": 1.5078125, + "learning_rate": 6.093804665391488e-05, + "loss": 4.3795, + "mean_token_accuracy": 0.24796126335859298, + "num_tokens": 20349266.0, + "step": 11580 + }, + { + "entropy": 5.223306798934937, + "epoch": 9.079153605015675, + "grad_norm": 1.359375, + "learning_rate": 6.084559449633992e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.24412718862295152, + "num_tokens": 20357849.0, + "step": 11585 + }, + { + "entropy": 5.17724575996399, + "epoch": 9.08307210031348, + "grad_norm": 1.46875, + "learning_rate": 6.0753525067411106e-05, + "loss": 4.2856, + "mean_token_accuracy": 0.2518564581871033, + "num_tokens": 20366795.0, + "step": 11590 + }, + { + "entropy": 5.132021045684814, + "epoch": 9.086990595611285, + "grad_norm": 1.4609375, + "learning_rate": 6.06618385316714e-05, + "loss": 4.2381, + "mean_token_accuracy": 0.2552717536687851, + "num_tokens": 20375086.0, + "step": 11595 + }, + { + "entropy": 5.133618974685669, + "epoch": 9.090909090909092, + "grad_norm": 1.3984375, + "learning_rate": 6.0570535052979554e-05, + "loss": 4.2738, + "mean_token_accuracy": 0.25261961966753005, + "num_tokens": 20384071.0, + "step": 11600 + }, + { + "entropy": 5.1645341396331785, + "epoch": 9.094827586206897, + "grad_norm": 1.328125, + "learning_rate": 6.047961479450968e-05, + "loss": 4.3047, + "mean_token_accuracy": 0.24945475161075592, + "num_tokens": 20393345.0, + "step": 11605 + }, + { + "entropy": 5.160435724258423, + "epoch": 9.098746081504702, + "grad_norm": 1.3984375, + "learning_rate": 6.038907791875102e-05, + "loss": 4.2996, + "mean_token_accuracy": 0.23980248868465423, + "num_tokens": 20402034.0, + "step": 11610 + }, + { + "entropy": 5.20791974067688, + "epoch": 9.102664576802507, + "grad_norm": 1.4609375, + "learning_rate": 6.0298924587507655e-05, + "loss": 4.3339, + "mean_token_accuracy": 0.23689690977334976, + "num_tokens": 20411681.0, + "step": 11615 + }, + { + "entropy": 5.168023157119751, + "epoch": 9.106583072100314, + "grad_norm": 1.4609375, + "learning_rate": 6.020915496189815e-05, + "loss": 4.3587, + "mean_token_accuracy": 0.2404198721051216, + "num_tokens": 20420084.0, + "step": 11620 + }, + { + "entropy": 5.190348720550537, + "epoch": 9.110501567398119, + "grad_norm": 1.375, + "learning_rate": 6.0119769202355455e-05, + "loss": 4.3878, + "mean_token_accuracy": 0.23535165786743165, + "num_tokens": 20429326.0, + "step": 11625 + }, + { + "entropy": 5.26385269165039, + "epoch": 9.114420062695924, + "grad_norm": 1.4765625, + "learning_rate": 6.003076746862637e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.24304082691669465, + "num_tokens": 20438522.0, + "step": 11630 + }, + { + "entropy": 5.228471183776856, + "epoch": 9.11833855799373, + "grad_norm": 1.4609375, + "learning_rate": 5.994214991977143e-05, + "loss": 4.3904, + "mean_token_accuracy": 0.24375561773777008, + "num_tokens": 20447084.0, + "step": 11635 + }, + { + "entropy": 5.126019048690796, + "epoch": 9.122257053291536, + "grad_norm": 1.5703125, + "learning_rate": 5.9853916714164584e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25656861513853074, + "num_tokens": 20455553.0, + "step": 11640 + }, + { + "entropy": 5.18736891746521, + "epoch": 9.126175548589341, + "grad_norm": 1.4765625, + "learning_rate": 5.976606800949287e-05, + "loss": 4.264, + "mean_token_accuracy": 0.2525972604751587, + "num_tokens": 20464066.0, + "step": 11645 + }, + { + "entropy": 5.161667203903198, + "epoch": 9.130094043887148, + "grad_norm": 1.4921875, + "learning_rate": 5.9678603962756137e-05, + "loss": 4.307, + "mean_token_accuracy": 0.2429651826620102, + "num_tokens": 20472706.0, + "step": 11650 + }, + { + "entropy": 5.198352241516114, + "epoch": 9.134012539184953, + "grad_norm": 1.4453125, + "learning_rate": 5.959152473026687e-05, + "loss": 4.3712, + "mean_token_accuracy": 0.23695990890264512, + "num_tokens": 20481666.0, + "step": 11655 + }, + { + "entropy": 5.235309410095215, + "epoch": 9.137931034482758, + "grad_norm": 1.453125, + "learning_rate": 5.950483046764971e-05, + "loss": 4.3432, + "mean_token_accuracy": 0.24130632281303405, + "num_tokens": 20490157.0, + "step": 11660 + }, + { + "entropy": 5.173259639739991, + "epoch": 9.141849529780565, + "grad_norm": 1.4296875, + "learning_rate": 5.941852132984145e-05, + "loss": 4.295, + "mean_token_accuracy": 0.25174162685871126, + "num_tokens": 20499180.0, + "step": 11665 + }, + { + "entropy": 5.226692724227905, + "epoch": 9.14576802507837, + "grad_norm": 1.421875, + "learning_rate": 5.933259747109042e-05, + "loss": 4.3087, + "mean_token_accuracy": 0.2510043427348137, + "num_tokens": 20508291.0, + "step": 11670 + }, + { + "entropy": 5.160306644439697, + "epoch": 9.149686520376175, + "grad_norm": 1.4453125, + "learning_rate": 5.924705904495656e-05, + "loss": 4.2715, + "mean_token_accuracy": 0.24597106724977494, + "num_tokens": 20516500.0, + "step": 11675 + }, + { + "entropy": 5.172952127456665, + "epoch": 9.153605015673982, + "grad_norm": 1.4921875, + "learning_rate": 5.916190620431088e-05, + "loss": 4.2559, + "mean_token_accuracy": 0.2489389196038246, + "num_tokens": 20525408.0, + "step": 11680 + }, + { + "entropy": 5.184666156768799, + "epoch": 9.157523510971787, + "grad_norm": 1.421875, + "learning_rate": 5.907713910133529e-05, + "loss": 4.285, + "mean_token_accuracy": 0.2507161036133766, + "num_tokens": 20534288.0, + "step": 11685 + }, + { + "entropy": 5.185576343536377, + "epoch": 9.161442006269592, + "grad_norm": 1.53125, + "learning_rate": 5.8992757887522394e-05, + "loss": 4.2934, + "mean_token_accuracy": 0.24964356273412705, + "num_tokens": 20543011.0, + "step": 11690 + }, + { + "entropy": 5.228350448608398, + "epoch": 9.165360501567399, + "grad_norm": 1.4921875, + "learning_rate": 5.8908762713675074e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24453608989715575, + "num_tokens": 20551511.0, + "step": 11695 + }, + { + "entropy": 5.076557683944702, + "epoch": 9.169278996865204, + "grad_norm": 1.3984375, + "learning_rate": 5.882515372990632e-05, + "loss": 4.2512, + "mean_token_accuracy": 0.2524864062666893, + "num_tokens": 20560578.0, + "step": 11700 + }, + { + "entropy": 5.1844323635101315, + "epoch": 9.173197492163009, + "grad_norm": 1.3203125, + "learning_rate": 5.874193108563895e-05, + "loss": 4.3159, + "mean_token_accuracy": 0.24389333724975587, + "num_tokens": 20569776.0, + "step": 11705 + }, + { + "entropy": 5.242775630950928, + "epoch": 9.177115987460816, + "grad_norm": 1.328125, + "learning_rate": 5.865909492960536e-05, + "loss": 4.4064, + "mean_token_accuracy": 0.24562586843967438, + "num_tokens": 20579791.0, + "step": 11710 + }, + { + "entropy": 5.191596555709839, + "epoch": 9.181034482758621, + "grad_norm": 1.4765625, + "learning_rate": 5.85766454098471e-05, + "loss": 4.2899, + "mean_token_accuracy": 0.24576538801193237, + "num_tokens": 20588738.0, + "step": 11715 + }, + { + "entropy": 5.181201028823852, + "epoch": 9.184952978056426, + "grad_norm": 1.453125, + "learning_rate": 5.849458267371489e-05, + "loss": 4.2867, + "mean_token_accuracy": 0.25174079090356827, + "num_tokens": 20597442.0, + "step": 11720 + }, + { + "entropy": 5.2580331325531, + "epoch": 9.188871473354231, + "grad_norm": 1.484375, + "learning_rate": 5.841290686786818e-05, + "loss": 4.4108, + "mean_token_accuracy": 0.23331938236951827, + "num_tokens": 20607277.0, + "step": 11725 + }, + { + "entropy": 5.23989200592041, + "epoch": 9.192789968652038, + "grad_norm": 1.484375, + "learning_rate": 5.833161813827484e-05, + "loss": 4.4351, + "mean_token_accuracy": 0.24164215177297593, + "num_tokens": 20615721.0, + "step": 11730 + }, + { + "entropy": 5.208839416503906, + "epoch": 9.196708463949843, + "grad_norm": 1.3984375, + "learning_rate": 5.825071663021097e-05, + "loss": 4.3302, + "mean_token_accuracy": 0.2436266764998436, + "num_tokens": 20624192.0, + "step": 11735 + }, + { + "entropy": 5.166226625442505, + "epoch": 9.200626959247648, + "grad_norm": 1.3984375, + "learning_rate": 5.817020248826076e-05, + "loss": 4.3085, + "mean_token_accuracy": 0.25251433700323106, + "num_tokens": 20632947.0, + "step": 11740 + }, + { + "entropy": 5.191039991378784, + "epoch": 9.204545454545455, + "grad_norm": 1.4296875, + "learning_rate": 5.8090075856315994e-05, + "loss": 4.3008, + "mean_token_accuracy": 0.24635820388793944, + "num_tokens": 20643252.0, + "step": 11745 + }, + { + "entropy": 5.189680767059326, + "epoch": 9.20846394984326, + "grad_norm": 1.4609375, + "learning_rate": 5.801033687757598e-05, + "loss": 4.2698, + "mean_token_accuracy": 0.24582858830690385, + "num_tokens": 20651416.0, + "step": 11750 + }, + { + "entropy": 5.186259078979492, + "epoch": 9.212382445141065, + "grad_norm": 1.3671875, + "learning_rate": 5.793098569454713e-05, + "loss": 4.3389, + "mean_token_accuracy": 0.24649504721164703, + "num_tokens": 20660359.0, + "step": 11755 + }, + { + "entropy": 5.181300640106201, + "epoch": 9.216300940438872, + "grad_norm": 1.4375, + "learning_rate": 5.785202244904296e-05, + "loss": 4.3643, + "mean_token_accuracy": 0.23934080451726913, + "num_tokens": 20669262.0, + "step": 11760 + }, + { + "entropy": 5.228763628005981, + "epoch": 9.220219435736677, + "grad_norm": 1.5234375, + "learning_rate": 5.777344728218356e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24425260722637177, + "num_tokens": 20677267.0, + "step": 11765 + }, + { + "entropy": 5.19665493965149, + "epoch": 9.224137931034482, + "grad_norm": 1.4140625, + "learning_rate": 5.769526033439547e-05, + "loss": 4.3307, + "mean_token_accuracy": 0.254191392660141, + "num_tokens": 20685798.0, + "step": 11770 + }, + { + "entropy": 5.147611284255982, + "epoch": 9.228056426332289, + "grad_norm": 1.4453125, + "learning_rate": 5.761746174541148e-05, + "loss": 4.244, + "mean_token_accuracy": 0.2519168585538864, + "num_tokens": 20694384.0, + "step": 11775 + }, + { + "entropy": 5.201005125045777, + "epoch": 9.231974921630094, + "grad_norm": 1.3984375, + "learning_rate": 5.754005165427027e-05, + "loss": 4.3322, + "mean_token_accuracy": 0.24327425807714462, + "num_tokens": 20703233.0, + "step": 11780 + }, + { + "entropy": 5.166589689254761, + "epoch": 9.2358934169279, + "grad_norm": 1.515625, + "learning_rate": 5.746303019931623e-05, + "loss": 4.2948, + "mean_token_accuracy": 0.2500098764896393, + "num_tokens": 20711810.0, + "step": 11785 + }, + { + "entropy": 5.1661630153656, + "epoch": 9.239811912225706, + "grad_norm": 1.34375, + "learning_rate": 5.738639751819919e-05, + "loss": 4.2826, + "mean_token_accuracy": 0.2530718743801117, + "num_tokens": 20720733.0, + "step": 11790 + }, + { + "entropy": 5.121998119354248, + "epoch": 9.243730407523511, + "grad_norm": 1.4609375, + "learning_rate": 5.7310153747874165e-05, + "loss": 4.2754, + "mean_token_accuracy": 0.255548420548439, + "num_tokens": 20729409.0, + "step": 11795 + }, + { + "entropy": 5.214407205581665, + "epoch": 9.247648902821316, + "grad_norm": 1.53125, + "learning_rate": 5.7234299024601136e-05, + "loss": 4.3544, + "mean_token_accuracy": 0.24087451547384262, + "num_tokens": 20738113.0, + "step": 11800 + }, + { + "entropy": 5.179885530471802, + "epoch": 9.251567398119123, + "grad_norm": 1.34375, + "learning_rate": 5.7158833483944796e-05, + "loss": 4.2872, + "mean_token_accuracy": 0.25012928545475005, + "num_tokens": 20746756.0, + "step": 11805 + }, + { + "entropy": 5.137622880935669, + "epoch": 9.255485893416928, + "grad_norm": 1.375, + "learning_rate": 5.7083757260774305e-05, + "loss": 4.2518, + "mean_token_accuracy": 0.25948403775691986, + "num_tokens": 20756356.0, + "step": 11810 + }, + { + "entropy": 5.179981088638305, + "epoch": 9.259404388714733, + "grad_norm": 1.4140625, + "learning_rate": 5.7009070489263036e-05, + "loss": 4.3245, + "mean_token_accuracy": 0.24807543754577638, + "num_tokens": 20766118.0, + "step": 11815 + }, + { + "entropy": 5.19900164604187, + "epoch": 9.263322884012538, + "grad_norm": 1.578125, + "learning_rate": 5.6934773302888365e-05, + "loss": 4.314, + "mean_token_accuracy": 0.2451826348900795, + "num_tokens": 20775049.0, + "step": 11820 + }, + { + "entropy": 5.176981687545776, + "epoch": 9.267241379310345, + "grad_norm": 1.453125, + "learning_rate": 5.686086583443143e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.24541548639535904, + "num_tokens": 20783839.0, + "step": 11825 + }, + { + "entropy": 5.232528400421143, + "epoch": 9.27115987460815, + "grad_norm": 1.46875, + "learning_rate": 5.678734821597681e-05, + "loss": 4.3718, + "mean_token_accuracy": 0.24747774600982667, + "num_tokens": 20792036.0, + "step": 11830 + }, + { + "entropy": 5.221779155731201, + "epoch": 9.275078369905955, + "grad_norm": 1.4296875, + "learning_rate": 5.671422057891248e-05, + "loss": 4.326, + "mean_token_accuracy": 0.24434875547885895, + "num_tokens": 20800639.0, + "step": 11835 + }, + { + "entropy": 5.146561098098755, + "epoch": 9.278996865203762, + "grad_norm": 1.375, + "learning_rate": 5.6641483053929324e-05, + "loss": 4.2726, + "mean_token_accuracy": 0.25506176650524137, + "num_tokens": 20810244.0, + "step": 11840 + }, + { + "entropy": 5.224058818817139, + "epoch": 9.282915360501567, + "grad_norm": 1.515625, + "learning_rate": 5.656913577102112e-05, + "loss": 4.3147, + "mean_token_accuracy": 0.25266250818967817, + "num_tokens": 20818731.0, + "step": 11845 + }, + { + "entropy": 5.126907682418823, + "epoch": 9.286833855799372, + "grad_norm": 1.4375, + "learning_rate": 5.649717885948422e-05, + "loss": 4.271, + "mean_token_accuracy": 0.2574402987957001, + "num_tokens": 20827237.0, + "step": 11850 + }, + { + "entropy": 5.134461164474487, + "epoch": 9.29075235109718, + "grad_norm": 1.484375, + "learning_rate": 5.642561244791721e-05, + "loss": 4.2772, + "mean_token_accuracy": 0.24652330577373505, + "num_tokens": 20835792.0, + "step": 11855 + }, + { + "entropy": 5.11349310874939, + "epoch": 9.294670846394984, + "grad_norm": 1.40625, + "learning_rate": 5.635443666422097e-05, + "loss": 4.2239, + "mean_token_accuracy": 0.25528471618890763, + "num_tokens": 20844289.0, + "step": 11860 + }, + { + "entropy": 5.172297573089599, + "epoch": 9.29858934169279, + "grad_norm": 1.3515625, + "learning_rate": 5.6283651635598105e-05, + "loss": 4.2987, + "mean_token_accuracy": 0.2454049900174141, + "num_tokens": 20852683.0, + "step": 11865 + }, + { + "entropy": 5.167080736160278, + "epoch": 9.302507836990596, + "grad_norm": 1.4375, + "learning_rate": 5.6213257488552946e-05, + "loss": 4.3476, + "mean_token_accuracy": 0.2435024708509445, + "num_tokens": 20861999.0, + "step": 11870 + }, + { + "entropy": 5.119533443450928, + "epoch": 9.306426332288401, + "grad_norm": 1.375, + "learning_rate": 5.6143254348891254e-05, + "loss": 4.2693, + "mean_token_accuracy": 0.2494928941130638, + "num_tokens": 20870995.0, + "step": 11875 + }, + { + "entropy": 5.156898641586304, + "epoch": 9.310344827586206, + "grad_norm": 1.4453125, + "learning_rate": 5.6073642341720006e-05, + "loss": 4.3079, + "mean_token_accuracy": 0.24654607474803925, + "num_tokens": 20880048.0, + "step": 11880 + }, + { + "entropy": 5.126598596572876, + "epoch": 9.314263322884013, + "grad_norm": 1.46875, + "learning_rate": 5.600442159144712e-05, + "loss": 4.316, + "mean_token_accuracy": 0.2484450474381447, + "num_tokens": 20889268.0, + "step": 11885 + }, + { + "entropy": 5.167015123367309, + "epoch": 9.318181818181818, + "grad_norm": 1.5390625, + "learning_rate": 5.593559222178131e-05, + "loss": 4.3257, + "mean_token_accuracy": 0.23784156888723373, + "num_tokens": 20897978.0, + "step": 11890 + }, + { + "entropy": 5.171293830871582, + "epoch": 9.322100313479623, + "grad_norm": 1.421875, + "learning_rate": 5.5867154355731795e-05, + "loss": 4.3137, + "mean_token_accuracy": 0.2548245921730995, + "num_tokens": 20906387.0, + "step": 11895 + }, + { + "entropy": 5.228372716903687, + "epoch": 9.32601880877743, + "grad_norm": 1.46875, + "learning_rate": 5.579910811560822e-05, + "loss": 4.2849, + "mean_token_accuracy": 0.25231262743473054, + "num_tokens": 20915309.0, + "step": 11900 + }, + { + "entropy": 5.180005168914795, + "epoch": 9.329937304075235, + "grad_norm": 1.4921875, + "learning_rate": 5.573145362302012e-05, + "loss": 4.3358, + "mean_token_accuracy": 0.240466471016407, + "num_tokens": 20924600.0, + "step": 11905 + }, + { + "entropy": 5.250432300567627, + "epoch": 9.33385579937304, + "grad_norm": 1.4296875, + "learning_rate": 5.566419099887718e-05, + "loss": 4.3716, + "mean_token_accuracy": 0.24226801097393036, + "num_tokens": 20933087.0, + "step": 11910 + }, + { + "entropy": 5.114254951477051, + "epoch": 9.337774294670847, + "grad_norm": 1.4921875, + "learning_rate": 5.5597320363388544e-05, + "loss": 4.2045, + "mean_token_accuracy": 0.2510366588830948, + "num_tokens": 20940886.0, + "step": 11915 + }, + { + "entropy": 5.199810600280761, + "epoch": 9.341692789968652, + "grad_norm": 1.453125, + "learning_rate": 5.55308418360629e-05, + "loss": 4.3121, + "mean_token_accuracy": 0.2522769495844841, + "num_tokens": 20949591.0, + "step": 11920 + }, + { + "entropy": 5.182225561141967, + "epoch": 9.345611285266457, + "grad_norm": 1.5546875, + "learning_rate": 5.54647555357081e-05, + "loss": 4.3822, + "mean_token_accuracy": 0.2395431876182556, + "num_tokens": 20958001.0, + "step": 11925 + }, + { + "entropy": 5.200049495697021, + "epoch": 9.349529780564263, + "grad_norm": 1.4296875, + "learning_rate": 5.539906158043113e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.2450847640633583, + "num_tokens": 20966671.0, + "step": 11930 + }, + { + "entropy": 5.195448303222657, + "epoch": 9.35344827586207, + "grad_norm": 1.46875, + "learning_rate": 5.533376008763775e-05, + "loss": 4.2461, + "mean_token_accuracy": 0.2559234708547592, + "num_tokens": 20976184.0, + "step": 11935 + }, + { + "entropy": 5.186223125457763, + "epoch": 9.357366771159874, + "grad_norm": 1.3671875, + "learning_rate": 5.526885117403228e-05, + "loss": 4.2276, + "mean_token_accuracy": 0.25892345011234286, + "num_tokens": 20984960.0, + "step": 11940 + }, + { + "entropy": 5.206818580627441, + "epoch": 9.36128526645768, + "grad_norm": 1.4453125, + "learning_rate": 5.520433495561752e-05, + "loss": 4.295, + "mean_token_accuracy": 0.251189848780632, + "num_tokens": 20993954.0, + "step": 11945 + }, + { + "entropy": 5.21417088508606, + "epoch": 9.365203761755486, + "grad_norm": 1.4765625, + "learning_rate": 5.5140211547694344e-05, + "loss": 4.3154, + "mean_token_accuracy": 0.25053960680961607, + "num_tokens": 21002391.0, + "step": 11950 + }, + { + "entropy": 5.118052577972412, + "epoch": 9.369122257053291, + "grad_norm": 1.359375, + "learning_rate": 5.507648106486173e-05, + "loss": 4.2268, + "mean_token_accuracy": 0.25445910543203354, + "num_tokens": 21010996.0, + "step": 11955 + }, + { + "entropy": 5.141018962860107, + "epoch": 9.373040752351097, + "grad_norm": 1.3515625, + "learning_rate": 5.5013143621016376e-05, + "loss": 4.2561, + "mean_token_accuracy": 0.25934424102306364, + "num_tokens": 21020272.0, + "step": 11960 + }, + { + "entropy": 5.128870153427124, + "epoch": 9.376959247648903, + "grad_norm": 1.4296875, + "learning_rate": 5.495019932935256e-05, + "loss": 4.2527, + "mean_token_accuracy": 0.2509508728981018, + "num_tokens": 21029206.0, + "step": 11965 + }, + { + "entropy": 5.219991540908813, + "epoch": 9.380877742946709, + "grad_norm": 1.4765625, + "learning_rate": 5.488764830236194e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.23491693735122682, + "num_tokens": 21038294.0, + "step": 11970 + }, + { + "entropy": 5.131593036651611, + "epoch": 9.384796238244514, + "grad_norm": 1.375, + "learning_rate": 5.482549065183333e-05, + "loss": 4.2695, + "mean_token_accuracy": 0.2531241104006767, + "num_tokens": 21047321.0, + "step": 11975 + }, + { + "entropy": 5.0676041603088375, + "epoch": 9.38871473354232, + "grad_norm": 1.5078125, + "learning_rate": 5.476372648885255e-05, + "loss": 4.1921, + "mean_token_accuracy": 0.2651271089911461, + "num_tokens": 21055928.0, + "step": 11980 + }, + { + "entropy": 5.221664190292358, + "epoch": 9.392633228840126, + "grad_norm": 1.5234375, + "learning_rate": 5.470235592380219e-05, + "loss": 4.3175, + "mean_token_accuracy": 0.25050987750291825, + "num_tokens": 21064464.0, + "step": 11985 + }, + { + "entropy": 5.184502696990966, + "epoch": 9.39655172413793, + "grad_norm": 1.46875, + "learning_rate": 5.464137906636133e-05, + "loss": 4.3521, + "mean_token_accuracy": 0.24592092782258987, + "num_tokens": 21073395.0, + "step": 11990 + }, + { + "entropy": 5.146333503723144, + "epoch": 9.400470219435737, + "grad_norm": 1.4921875, + "learning_rate": 5.458079602550557e-05, + "loss": 4.2792, + "mean_token_accuracy": 0.24734177589416503, + "num_tokens": 21081841.0, + "step": 11995 + }, + { + "entropy": 5.188336706161499, + "epoch": 9.404388714733543, + "grad_norm": 1.4296875, + "learning_rate": 5.452060690950662e-05, + "loss": 4.3361, + "mean_token_accuracy": 0.23713361769914626, + "num_tokens": 21090826.0, + "step": 12000 + }, + { + "epoch": 9.404388714733543, + "eval_entropy": 5.098381150600522, + "eval_loss": 5.653018474578857, + "eval_mean_token_accuracy": 0.17434015418150167, + "eval_num_tokens": 21090826.0, + "eval_runtime": 2.8318, + "eval_samples_per_second": 1455.613, + "eval_steps_per_second": 182.216, + "step": 12000 + }, + { + "entropy": 5.234445238113404, + "epoch": 9.408307210031348, + "grad_norm": 1.3984375, + "learning_rate": 5.4460811825932125e-05, + "loss": 4.3411, + "mean_token_accuracy": 0.25020616948604585, + "num_tokens": 21099167.0, + "step": 12005 + }, + { + "entropy": 5.172416162490845, + "epoch": 9.412225705329153, + "grad_norm": 1.4921875, + "learning_rate": 5.440141088164569e-05, + "loss": 4.2952, + "mean_token_accuracy": 0.25215949565172197, + "num_tokens": 21107416.0, + "step": 12010 + }, + { + "entropy": 5.142573070526123, + "epoch": 9.41614420062696, + "grad_norm": 1.4140625, + "learning_rate": 5.434240418280635e-05, + "loss": 4.2473, + "mean_token_accuracy": 0.25396912842988967, + "num_tokens": 21115893.0, + "step": 12015 + }, + { + "entropy": 5.174197149276734, + "epoch": 9.420062695924765, + "grad_norm": 1.4921875, + "learning_rate": 5.4283791834868706e-05, + "loss": 4.2769, + "mean_token_accuracy": 0.25083003342151644, + "num_tokens": 21124261.0, + "step": 12020 + }, + { + "entropy": 5.202837181091309, + "epoch": 9.42398119122257, + "grad_norm": 1.4296875, + "learning_rate": 5.422557394258246e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.2455723315477371, + "num_tokens": 21132588.0, + "step": 12025 + }, + { + "entropy": 5.092320442199707, + "epoch": 9.427899686520377, + "grad_norm": 1.484375, + "learning_rate": 5.416775060999251e-05, + "loss": 4.1814, + "mean_token_accuracy": 0.26163456290960313, + "num_tokens": 21140808.0, + "step": 12030 + }, + { + "entropy": 5.147966003417968, + "epoch": 9.431818181818182, + "grad_norm": 1.453125, + "learning_rate": 5.411032194043848e-05, + "loss": 4.2889, + "mean_token_accuracy": 0.24682725667953492, + "num_tokens": 21149549.0, + "step": 12035 + }, + { + "entropy": 5.204279518127441, + "epoch": 9.435736677115987, + "grad_norm": 1.3671875, + "learning_rate": 5.405328803655471e-05, + "loss": 4.3201, + "mean_token_accuracy": 0.2481371909379959, + "num_tokens": 21159009.0, + "step": 12040 + }, + { + "entropy": 5.1562282085418705, + "epoch": 9.439655172413794, + "grad_norm": 1.5625, + "learning_rate": 5.399664900027003e-05, + "loss": 4.1977, + "mean_token_accuracy": 0.2561353549361229, + "num_tokens": 21166684.0, + "step": 12045 + }, + { + "entropy": 5.186964225769043, + "epoch": 9.443573667711599, + "grad_norm": 1.421875, + "learning_rate": 5.3940404932807624e-05, + "loss": 4.3332, + "mean_token_accuracy": 0.24262755066156388, + "num_tokens": 21175327.0, + "step": 12050 + }, + { + "entropy": 5.1700211524963375, + "epoch": 9.447492163009404, + "grad_norm": 1.4140625, + "learning_rate": 5.388455593468471e-05, + "loss": 4.3443, + "mean_token_accuracy": 0.24532215148210526, + "num_tokens": 21184544.0, + "step": 12055 + }, + { + "entropy": 5.133751630783081, + "epoch": 9.45141065830721, + "grad_norm": 1.34375, + "learning_rate": 5.382910210571249e-05, + "loss": 4.2826, + "mean_token_accuracy": 0.24572153389453888, + "num_tokens": 21193443.0, + "step": 12060 + }, + { + "entropy": 5.18240761756897, + "epoch": 9.455329153605016, + "grad_norm": 1.46875, + "learning_rate": 5.377404354499603e-05, + "loss": 4.3125, + "mean_token_accuracy": 0.24737877100706102, + "num_tokens": 21201416.0, + "step": 12065 + }, + { + "entropy": 5.1913896083831785, + "epoch": 9.45924764890282, + "grad_norm": 1.3984375, + "learning_rate": 5.3719380350933805e-05, + "loss": 4.3306, + "mean_token_accuracy": 0.24342989921569824, + "num_tokens": 21210861.0, + "step": 12070 + }, + { + "entropy": 5.131589603424072, + "epoch": 9.463166144200628, + "grad_norm": 1.4453125, + "learning_rate": 5.366511262121788e-05, + "loss": 4.3465, + "mean_token_accuracy": 0.24108098596334457, + "num_tokens": 21219783.0, + "step": 12075 + }, + { + "entropy": 5.181568908691406, + "epoch": 9.467084639498433, + "grad_norm": 1.4375, + "learning_rate": 5.361124045283347e-05, + "loss": 4.2345, + "mean_token_accuracy": 0.2586828276515007, + "num_tokens": 21228021.0, + "step": 12080 + }, + { + "entropy": 5.226948261260986, + "epoch": 9.471003134796238, + "grad_norm": 1.375, + "learning_rate": 5.3557763942058866e-05, + "loss": 4.4177, + "mean_token_accuracy": 0.23867273181676865, + "num_tokens": 21237235.0, + "step": 12085 + }, + { + "entropy": 5.083634662628174, + "epoch": 9.474921630094045, + "grad_norm": 1.484375, + "learning_rate": 5.350468318446527e-05, + "loss": 4.2283, + "mean_token_accuracy": 0.2527417540550232, + "num_tokens": 21246132.0, + "step": 12090 + }, + { + "entropy": 5.057186079025269, + "epoch": 9.47884012539185, + "grad_norm": 1.375, + "learning_rate": 5.345199827491658e-05, + "loss": 4.2034, + "mean_token_accuracy": 0.2656173840165138, + "num_tokens": 21255500.0, + "step": 12095 + }, + { + "entropy": 5.225414037704468, + "epoch": 9.482758620689655, + "grad_norm": 1.3671875, + "learning_rate": 5.339970930756929e-05, + "loss": 4.352, + "mean_token_accuracy": 0.24273708164691926, + "num_tokens": 21264536.0, + "step": 12100 + }, + { + "entropy": 5.267058515548706, + "epoch": 9.486677115987462, + "grad_norm": 1.453125, + "learning_rate": 5.334781637587228e-05, + "loss": 4.4119, + "mean_token_accuracy": 0.24351202845573425, + "num_tokens": 21273424.0, + "step": 12105 + }, + { + "entropy": 5.215590095520019, + "epoch": 9.490595611285267, + "grad_norm": 1.4609375, + "learning_rate": 5.3296319572566603e-05, + "loss": 4.3663, + "mean_token_accuracy": 0.24490127414464952, + "num_tokens": 21281537.0, + "step": 12110 + }, + { + "entropy": 5.203196907043457, + "epoch": 9.494514106583072, + "grad_norm": 1.4453125, + "learning_rate": 5.324521898968542e-05, + "loss": 4.2808, + "mean_token_accuracy": 0.2411062926054001, + "num_tokens": 21289776.0, + "step": 12115 + }, + { + "entropy": 5.144945812225342, + "epoch": 9.498432601880877, + "grad_norm": 1.5703125, + "learning_rate": 5.319451471855375e-05, + "loss": 4.252, + "mean_token_accuracy": 0.2541267529129982, + "num_tokens": 21297624.0, + "step": 12120 + }, + { + "entropy": 5.165505361557007, + "epoch": 9.502351097178684, + "grad_norm": 1.53125, + "learning_rate": 5.314420684978832e-05, + "loss": 4.2654, + "mean_token_accuracy": 0.2571646571159363, + "num_tokens": 21306386.0, + "step": 12125 + }, + { + "entropy": 5.175264310836792, + "epoch": 9.506269592476489, + "grad_norm": 1.375, + "learning_rate": 5.309429547329749e-05, + "loss": 4.3181, + "mean_token_accuracy": 0.2434567853808403, + "num_tokens": 21315139.0, + "step": 12130 + }, + { + "entropy": 5.2005266666412355, + "epoch": 9.510188087774294, + "grad_norm": 1.5078125, + "learning_rate": 5.304478067828096e-05, + "loss": 4.2783, + "mean_token_accuracy": 0.24970354586839677, + "num_tokens": 21323890.0, + "step": 12135 + }, + { + "entropy": 5.178943252563476, + "epoch": 9.5141065830721, + "grad_norm": 1.5234375, + "learning_rate": 5.29956625532297e-05, + "loss": 4.3677, + "mean_token_accuracy": 0.24604845494031907, + "num_tokens": 21332448.0, + "step": 12140 + }, + { + "entropy": 5.251528692245484, + "epoch": 9.518025078369906, + "grad_norm": 1.5078125, + "learning_rate": 5.2946941185925736e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.24138109385967255, + "num_tokens": 21340869.0, + "step": 12145 + }, + { + "entropy": 5.1826506614685055, + "epoch": 9.521943573667711, + "grad_norm": 1.453125, + "learning_rate": 5.289861666344214e-05, + "loss": 4.2912, + "mean_token_accuracy": 0.24922918528318405, + "num_tokens": 21350335.0, + "step": 12150 + }, + { + "entropy": 5.191764307022095, + "epoch": 9.525862068965518, + "grad_norm": 1.4921875, + "learning_rate": 5.2850689072142584e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24738992601633072, + "num_tokens": 21359160.0, + "step": 12155 + }, + { + "entropy": 5.147512769699096, + "epoch": 9.529780564263323, + "grad_norm": 1.4765625, + "learning_rate": 5.280315849768146e-05, + "loss": 4.238, + "mean_token_accuracy": 0.25651433765888215, + "num_tokens": 21367619.0, + "step": 12160 + }, + { + "entropy": 5.090680360794067, + "epoch": 9.533699059561128, + "grad_norm": 1.4375, + "learning_rate": 5.275602502500364e-05, + "loss": 4.2349, + "mean_token_accuracy": 0.25386877208948133, + "num_tokens": 21376193.0, + "step": 12165 + }, + { + "entropy": 5.136118459701538, + "epoch": 9.537617554858935, + "grad_norm": 1.3671875, + "learning_rate": 5.270928873834425e-05, + "loss": 4.2634, + "mean_token_accuracy": 0.2534615218639374, + "num_tokens": 21385641.0, + "step": 12170 + }, + { + "entropy": 5.229541492462158, + "epoch": 9.54153605015674, + "grad_norm": 1.5234375, + "learning_rate": 5.266294972122864e-05, + "loss": 4.3625, + "mean_token_accuracy": 0.24711931198835374, + "num_tokens": 21394239.0, + "step": 12175 + }, + { + "entropy": 5.144038677215576, + "epoch": 9.545454545454545, + "grad_norm": 1.4609375, + "learning_rate": 5.2617008056472096e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24439244270324706, + "num_tokens": 21403427.0, + "step": 12180 + }, + { + "entropy": 5.180680561065674, + "epoch": 9.549373040752352, + "grad_norm": 1.4765625, + "learning_rate": 5.25714638261799e-05, + "loss": 4.3246, + "mean_token_accuracy": 0.24643795043230057, + "num_tokens": 21412062.0, + "step": 12185 + }, + { + "entropy": 5.1902580738067625, + "epoch": 9.553291536050157, + "grad_norm": 1.359375, + "learning_rate": 5.252631711174693e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.2397470325231552, + "num_tokens": 21420906.0, + "step": 12190 + }, + { + "entropy": 5.1737090110778805, + "epoch": 9.557210031347962, + "grad_norm": 1.5078125, + "learning_rate": 5.248156799385767e-05, + "loss": 4.3043, + "mean_token_accuracy": 0.24944623410701752, + "num_tokens": 21430796.0, + "step": 12195 + }, + { + "entropy": 5.172871828079224, + "epoch": 9.561128526645769, + "grad_norm": 1.3046875, + "learning_rate": 5.243721655248607e-05, + "loss": 4.2584, + "mean_token_accuracy": 0.25898209512233733, + "num_tokens": 21439835.0, + "step": 12200 + }, + { + "entropy": 5.101730537414551, + "epoch": 9.565047021943574, + "grad_norm": 1.4296875, + "learning_rate": 5.239326286689537e-05, + "loss": 4.1923, + "mean_token_accuracy": 0.25740867108106613, + "num_tokens": 21448754.0, + "step": 12205 + }, + { + "entropy": 5.186723279953003, + "epoch": 9.568965517241379, + "grad_norm": 1.4765625, + "learning_rate": 5.234970701563789e-05, + "loss": 4.3246, + "mean_token_accuracy": 0.24918341338634492, + "num_tokens": 21457908.0, + "step": 12210 + }, + { + "entropy": 5.179311656951905, + "epoch": 9.572884012539184, + "grad_norm": 1.234375, + "learning_rate": 5.2306549076555047e-05, + "loss": 4.296, + "mean_token_accuracy": 0.24335246980190278, + "num_tokens": 21466915.0, + "step": 12215 + }, + { + "entropy": 5.15938720703125, + "epoch": 9.576802507836991, + "grad_norm": 1.390625, + "learning_rate": 5.226378912677701e-05, + "loss": 4.3145, + "mean_token_accuracy": 0.24416757225990296, + "num_tokens": 21475641.0, + "step": 12220 + }, + { + "entropy": 5.232217693328858, + "epoch": 9.580721003134796, + "grad_norm": 1.4921875, + "learning_rate": 5.2221427242722815e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.2489179864525795, + "num_tokens": 21483913.0, + "step": 12225 + }, + { + "entropy": 5.1498950004577635, + "epoch": 9.584639498432601, + "grad_norm": 1.4296875, + "learning_rate": 5.2179463500099944e-05, + "loss": 4.287, + "mean_token_accuracy": 0.25564380139112475, + "num_tokens": 21493105.0, + "step": 12230 + }, + { + "entropy": 5.171562147140503, + "epoch": 9.588557993730408, + "grad_norm": 1.4453125, + "learning_rate": 5.2137897973904476e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.2443087503314018, + "num_tokens": 21501926.0, + "step": 12235 + }, + { + "entropy": 5.208839845657349, + "epoch": 9.592476489028213, + "grad_norm": 1.5078125, + "learning_rate": 5.2096730738420725e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24687371253967286, + "num_tokens": 21510454.0, + "step": 12240 + }, + { + "entropy": 5.1740288734436035, + "epoch": 9.596394984326018, + "grad_norm": 1.421875, + "learning_rate": 5.2055961867221176e-05, + "loss": 4.2992, + "mean_token_accuracy": 0.24804643392562867, + "num_tokens": 21519115.0, + "step": 12245 + }, + { + "entropy": 5.2158537864685055, + "epoch": 9.600313479623825, + "grad_norm": 1.515625, + "learning_rate": 5.2015591433166435e-05, + "loss": 4.3755, + "mean_token_accuracy": 0.23630351573228836, + "num_tokens": 21528006.0, + "step": 12250 + }, + { + "entropy": 5.174698829650879, + "epoch": 9.60423197492163, + "grad_norm": 1.515625, + "learning_rate": 5.1975619508405055e-05, + "loss": 4.3469, + "mean_token_accuracy": 0.23870251476764678, + "num_tokens": 21536208.0, + "step": 12255 + }, + { + "entropy": 5.256516361236573, + "epoch": 9.608150470219435, + "grad_norm": 1.5078125, + "learning_rate": 5.1936046164373294e-05, + "loss": 4.3545, + "mean_token_accuracy": 0.24337146133184434, + "num_tokens": 21544669.0, + "step": 12260 + }, + { + "entropy": 5.145379686355591, + "epoch": 9.612068965517242, + "grad_norm": 1.421875, + "learning_rate": 5.1896871471795165e-05, + "loss": 4.2647, + "mean_token_accuracy": 0.25446677058935163, + "num_tokens": 21553963.0, + "step": 12265 + }, + { + "entropy": 5.129596376419068, + "epoch": 9.615987460815047, + "grad_norm": 1.4296875, + "learning_rate": 5.1858095500682195e-05, + "loss": 4.2998, + "mean_token_accuracy": 0.26055835038423536, + "num_tokens": 21563052.0, + "step": 12270 + }, + { + "entropy": 5.18136305809021, + "epoch": 9.619905956112852, + "grad_norm": 1.390625, + "learning_rate": 5.1819718320333296e-05, + "loss": 4.2829, + "mean_token_accuracy": 0.25634907484054564, + "num_tokens": 21571528.0, + "step": 12275 + }, + { + "entropy": 5.2201460838317875, + "epoch": 9.623824451410659, + "grad_norm": 1.4296875, + "learning_rate": 5.178173999933474e-05, + "loss": 4.3238, + "mean_token_accuracy": 0.24924131631851196, + "num_tokens": 21580178.0, + "step": 12280 + }, + { + "entropy": 5.177511501312256, + "epoch": 9.627742946708464, + "grad_norm": 1.4453125, + "learning_rate": 5.1744160605559963e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24807803481817245, + "num_tokens": 21589259.0, + "step": 12285 + }, + { + "entropy": 5.182873964309692, + "epoch": 9.63166144200627, + "grad_norm": 1.390625, + "learning_rate": 5.170698020616942e-05, + "loss": 4.3273, + "mean_token_accuracy": 0.24594116806983948, + "num_tokens": 21598985.0, + "step": 12290 + }, + { + "entropy": 5.195187377929687, + "epoch": 9.635579937304076, + "grad_norm": 1.421875, + "learning_rate": 5.167019886761049e-05, + "loss": 4.317, + "mean_token_accuracy": 0.2473377153277397, + "num_tokens": 21607764.0, + "step": 12295 + }, + { + "entropy": 5.13279767036438, + "epoch": 9.639498432601881, + "grad_norm": 1.5234375, + "learning_rate": 5.1633816655617397e-05, + "loss": 4.2214, + "mean_token_accuracy": 0.2649341061711311, + "num_tokens": 21616466.0, + "step": 12300 + }, + { + "entropy": 5.255361270904541, + "epoch": 9.643416927899686, + "grad_norm": 1.421875, + "learning_rate": 5.159783363521106e-05, + "loss": 4.3221, + "mean_token_accuracy": 0.2516805499792099, + "num_tokens": 21625425.0, + "step": 12305 + }, + { + "entropy": 5.2113365650177, + "epoch": 9.647335423197493, + "grad_norm": 1.46875, + "learning_rate": 5.156224987069898e-05, + "loss": 4.35, + "mean_token_accuracy": 0.23615481853485107, + "num_tokens": 21633323.0, + "step": 12310 + }, + { + "entropy": 5.192877864837646, + "epoch": 9.651253918495298, + "grad_norm": 1.4140625, + "learning_rate": 5.152706542567509e-05, + "loss": 4.2916, + "mean_token_accuracy": 0.2461003765463829, + "num_tokens": 21641486.0, + "step": 12315 + }, + { + "entropy": 5.1782585144042965, + "epoch": 9.655172413793103, + "grad_norm": 1.359375, + "learning_rate": 5.1492280363019734e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.2590098366141319, + "num_tokens": 21649902.0, + "step": 12320 + }, + { + "entropy": 5.194725370407104, + "epoch": 9.659090909090908, + "grad_norm": 1.5078125, + "learning_rate": 5.1457894744899454e-05, + "loss": 4.3061, + "mean_token_accuracy": 0.2525223597884178, + "num_tokens": 21658874.0, + "step": 12325 + }, + { + "entropy": 5.195715713500976, + "epoch": 9.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 5.1423908632766886e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.24829285591840744, + "num_tokens": 21667985.0, + "step": 12330 + }, + { + "entropy": 5.222826862335205, + "epoch": 9.66692789968652, + "grad_norm": 1.2890625, + "learning_rate": 5.1390322087360744e-05, + "loss": 4.3838, + "mean_token_accuracy": 0.23627481907606124, + "num_tokens": 21677256.0, + "step": 12335 + }, + { + "entropy": 5.235278749465943, + "epoch": 9.670846394984325, + "grad_norm": 1.4375, + "learning_rate": 5.135713516870565e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.2517630398273468, + "num_tokens": 21685744.0, + "step": 12340 + }, + { + "entropy": 5.221126651763916, + "epoch": 9.674764890282132, + "grad_norm": 1.390625, + "learning_rate": 5.132434793611201e-05, + "loss": 4.3093, + "mean_token_accuracy": 0.2506907194852829, + "num_tokens": 21694552.0, + "step": 12345 + }, + { + "entropy": 5.147761440277099, + "epoch": 9.678683385579937, + "grad_norm": 1.3984375, + "learning_rate": 5.129196044817586e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.2451978489756584, + "num_tokens": 21703582.0, + "step": 12350 + }, + { + "entropy": 5.197604942321777, + "epoch": 9.682601880877742, + "grad_norm": 1.4921875, + "learning_rate": 5.125997276277899e-05, + "loss": 4.2591, + "mean_token_accuracy": 0.25318608433008194, + "num_tokens": 21712015.0, + "step": 12355 + }, + { + "entropy": 5.171985197067261, + "epoch": 9.68652037617555, + "grad_norm": 1.453125, + "learning_rate": 5.122838493708849e-05, + "loss": 4.3206, + "mean_token_accuracy": 0.2479581668972969, + "num_tokens": 21719957.0, + "step": 12360 + }, + { + "entropy": 5.199880170822143, + "epoch": 9.690438871473354, + "grad_norm": 1.515625, + "learning_rate": 5.1197197027556974e-05, + "loss": 4.4094, + "mean_token_accuracy": 0.23863768130540847, + "num_tokens": 21728871.0, + "step": 12365 + }, + { + "entropy": 5.1749693870544435, + "epoch": 9.69435736677116, + "grad_norm": 1.40625, + "learning_rate": 5.116640908992229e-05, + "loss": 4.349, + "mean_token_accuracy": 0.24268825054168702, + "num_tokens": 21737843.0, + "step": 12370 + }, + { + "entropy": 5.2007122993469235, + "epoch": 9.698275862068966, + "grad_norm": 1.59375, + "learning_rate": 5.113602117920747e-05, + "loss": 4.3487, + "mean_token_accuracy": 0.24328792691230774, + "num_tokens": 21747157.0, + "step": 12375 + }, + { + "entropy": 5.182254648208618, + "epoch": 9.702194357366771, + "grad_norm": 1.515625, + "learning_rate": 5.110603334972064e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.24998491257429123, + "num_tokens": 21755398.0, + "step": 12380 + }, + { + "entropy": 5.159550619125366, + "epoch": 9.706112852664576, + "grad_norm": 1.3984375, + "learning_rate": 5.1076445655054916e-05, + "loss": 4.3128, + "mean_token_accuracy": 0.25261584520339964, + "num_tokens": 21764535.0, + "step": 12385 + }, + { + "entropy": 5.186285161972046, + "epoch": 9.710031347962383, + "grad_norm": 1.359375, + "learning_rate": 5.1047258148088295e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.25065463334321975, + "num_tokens": 21773120.0, + "step": 12390 + }, + { + "entropy": 5.172068977355957, + "epoch": 9.713949843260188, + "grad_norm": 1.46875, + "learning_rate": 5.1018470880983584e-05, + "loss": 4.3121, + "mean_token_accuracy": 0.2450385123491287, + "num_tokens": 21782370.0, + "step": 12395 + }, + { + "entropy": 5.158018112182617, + "epoch": 9.717868338557993, + "grad_norm": 1.453125, + "learning_rate": 5.099008390518832e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.243370857834816, + "num_tokens": 21791782.0, + "step": 12400 + }, + { + "entropy": 5.223645782470703, + "epoch": 9.721786833855798, + "grad_norm": 1.4921875, + "learning_rate": 5.09620972714346e-05, + "loss": 4.2868, + "mean_token_accuracy": 0.2506183460354805, + "num_tokens": 21800449.0, + "step": 12405 + }, + { + "entropy": 5.266193294525147, + "epoch": 9.725705329153605, + "grad_norm": 1.515625, + "learning_rate": 5.0934511029739105e-05, + "loss": 4.4207, + "mean_token_accuracy": 0.2349896803498268, + "num_tokens": 21810333.0, + "step": 12410 + }, + { + "entropy": 5.169336271286011, + "epoch": 9.72962382445141, + "grad_norm": 1.546875, + "learning_rate": 5.090732522940288e-05, + "loss": 4.3027, + "mean_token_accuracy": 0.24131536185741426, + "num_tokens": 21818209.0, + "step": 12415 + }, + { + "entropy": 5.144322729110717, + "epoch": 9.733542319749215, + "grad_norm": 1.4375, + "learning_rate": 5.08805399190114e-05, + "loss": 4.282, + "mean_token_accuracy": 0.25516466945409777, + "num_tokens": 21827362.0, + "step": 12420 + }, + { + "entropy": 5.159610080718994, + "epoch": 9.737460815047022, + "grad_norm": 1.453125, + "learning_rate": 5.085415514643435e-05, + "loss": 4.2502, + "mean_token_accuracy": 0.2581780880689621, + "num_tokens": 21836228.0, + "step": 12425 + }, + { + "entropy": 5.165020704269409, + "epoch": 9.741379310344827, + "grad_norm": 1.3203125, + "learning_rate": 5.08281709588256e-05, + "loss": 4.3057, + "mean_token_accuracy": 0.24405529350042343, + "num_tokens": 21845121.0, + "step": 12430 + }, + { + "entropy": 5.111145782470703, + "epoch": 9.745297805642632, + "grad_norm": 1.3203125, + "learning_rate": 5.0802587402623076e-05, + "loss": 4.2256, + "mean_token_accuracy": 0.2545309290289879, + "num_tokens": 21854066.0, + "step": 12435 + }, + { + "entropy": 5.156331968307495, + "epoch": 9.74921630094044, + "grad_norm": 1.4375, + "learning_rate": 5.077740452354878e-05, + "loss": 4.2812, + "mean_token_accuracy": 0.2521896228194237, + "num_tokens": 21862754.0, + "step": 12440 + }, + { + "entropy": 5.188079166412353, + "epoch": 9.753134796238244, + "grad_norm": 1.4140625, + "learning_rate": 5.0752622366608564e-05, + "loss": 4.3314, + "mean_token_accuracy": 0.24359358251094818, + "num_tokens": 21872027.0, + "step": 12445 + }, + { + "entropy": 5.268361806869507, + "epoch": 9.75705329153605, + "grad_norm": 1.3828125, + "learning_rate": 5.072824097609218e-05, + "loss": 4.3564, + "mean_token_accuracy": 0.23712219893932343, + "num_tokens": 21880928.0, + "step": 12450 + }, + { + "entropy": 5.232562112808227, + "epoch": 9.760971786833856, + "grad_norm": 1.484375, + "learning_rate": 5.070426039557315e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.2517002284526825, + "num_tokens": 21889299.0, + "step": 12455 + }, + { + "entropy": 5.1588445663452145, + "epoch": 9.764890282131661, + "grad_norm": 1.3984375, + "learning_rate": 5.068068066790862e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.25881210565567014, + "num_tokens": 21897830.0, + "step": 12460 + }, + { + "entropy": 5.158632421493531, + "epoch": 9.768808777429467, + "grad_norm": 1.46875, + "learning_rate": 5.06575018352394e-05, + "loss": 4.2697, + "mean_token_accuracy": 0.2503740444779396, + "num_tokens": 21906360.0, + "step": 12465 + }, + { + "entropy": 5.148174190521241, + "epoch": 9.772727272727273, + "grad_norm": 1.46875, + "learning_rate": 5.063472393898982e-05, + "loss": 4.2598, + "mean_token_accuracy": 0.24472087770700454, + "num_tokens": 21915139.0, + "step": 12470 + }, + { + "entropy": 5.171524286270142, + "epoch": 9.776645768025078, + "grad_norm": 1.421875, + "learning_rate": 5.061234701986768e-05, + "loss": 4.286, + "mean_token_accuracy": 0.2549728125333786, + "num_tokens": 21923568.0, + "step": 12475 + }, + { + "entropy": 5.1933797836303714, + "epoch": 9.780564263322884, + "grad_norm": 1.4609375, + "learning_rate": 5.059037111786416e-05, + "loss": 4.363, + "mean_token_accuracy": 0.23613109141588212, + "num_tokens": 21932762.0, + "step": 12480 + }, + { + "entropy": 5.209218835830688, + "epoch": 9.78448275862069, + "grad_norm": 1.4296875, + "learning_rate": 5.056879627225376e-05, + "loss": 4.3404, + "mean_token_accuracy": 0.2385606735944748, + "num_tokens": 21941510.0, + "step": 12485 + }, + { + "entropy": 5.199665117263794, + "epoch": 9.788401253918495, + "grad_norm": 1.5, + "learning_rate": 5.054762252159424e-05, + "loss": 4.3641, + "mean_token_accuracy": 0.24993400573730468, + "num_tokens": 21950090.0, + "step": 12490 + }, + { + "entropy": 5.138564729690552, + "epoch": 9.7923197492163, + "grad_norm": 1.515625, + "learning_rate": 5.0526849903726495e-05, + "loss": 4.2222, + "mean_token_accuracy": 0.2606244072318077, + "num_tokens": 21958297.0, + "step": 12495 + }, + { + "entropy": 5.136868667602539, + "epoch": 9.796238244514107, + "grad_norm": 1.4140625, + "learning_rate": 5.050647845577457e-05, + "loss": 4.2934, + "mean_token_accuracy": 0.24768624901771547, + "num_tokens": 21967143.0, + "step": 12500 + }, + { + "epoch": 9.796238244514107, + "eval_entropy": 5.108225071615027, + "eval_loss": 5.653935432434082, + "eval_mean_token_accuracy": 0.17443119461626508, + "eval_num_tokens": 21967143.0, + "eval_runtime": 2.8456, + "eval_samples_per_second": 1448.566, + "eval_steps_per_second": 181.334, + "step": 12500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.9534700334464e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-12500/training_args.bin b/checkpoint-12500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-12500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-12750/added_tokens.json b/checkpoint-12750/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-12750/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-12750/config.json b/checkpoint-12750/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-12750/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-12750/generation_config.json b/checkpoint-12750/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-12750/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-12750/model.safetensors b/checkpoint-12750/model.safetensors new file mode 100644 index 0000000..7df228a --- /dev/null +++ b/checkpoint-12750/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f035339cec5580a4e5ce7afcb2ec8402acc266453e97fcf2192f6b05b9268a +size 249556672 diff --git a/checkpoint-12750/rng_state.pth b/checkpoint-12750/rng_state.pth new file mode 100644 index 0000000..2665049 --- /dev/null +++ b/checkpoint-12750/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ac18d3b71888dabee6ef78f545b0634ff3d4923cc48aae87794f3b121696d1 +size 14645 diff --git a/checkpoint-12750/special_tokens_map.json b/checkpoint-12750/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-12750/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-12750/spiece.model b/checkpoint-12750/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-12750/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-12750/tokenizer_config.json b/checkpoint-12750/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-12750/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-12750/trainer_state.json b/checkpoint-12750/trainer_state.json new file mode 100644 index 0000000..b3e53a2 --- /dev/null +++ b/checkpoint-12750/trainer_state.json @@ -0,0 +1,25809 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.992163009404388, + "eval_steps": 500, + "global_step": 12750, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + }, + { + "entropy": 5.209026288986206, + "epoch": 7.449059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00012955005687537025, + "loss": 4.511, + "mean_token_accuracy": 0.23076910972595216, + "num_tokens": 16698913.0, + "step": 9505 + }, + { + "entropy": 5.153160476684571, + "epoch": 7.452978056426332, + "grad_norm": 1.5, + "learning_rate": 0.00012932069519347873, + "loss": 4.3563, + "mean_token_accuracy": 0.24050399363040925, + "num_tokens": 16708306.0, + "step": 9510 + }, + { + "entropy": 5.234106016159058, + "epoch": 7.456896551724138, + "grad_norm": 1.4375, + "learning_rate": 0.00012909159386412578, + "loss": 4.4085, + "mean_token_accuracy": 0.24396906048059464, + "num_tokens": 16716345.0, + "step": 9515 + }, + { + "entropy": 5.184320688247681, + "epoch": 7.460815047021944, + "grad_norm": 1.453125, + "learning_rate": 0.00012886275329675246, + "loss": 4.3974, + "mean_token_accuracy": 0.23988548815250396, + "num_tokens": 16725405.0, + "step": 9520 + }, + { + "entropy": 5.168458366394043, + "epoch": 7.464733542319749, + "grad_norm": 1.3984375, + "learning_rate": 0.0001286341739003341, + "loss": 4.4144, + "mean_token_accuracy": 0.23602527678012847, + "num_tokens": 16734771.0, + "step": 9525 + }, + { + "entropy": 5.154423522949219, + "epoch": 7.468652037617555, + "grad_norm": 1.53125, + "learning_rate": 0.00012840585608337907, + "loss": 4.4439, + "mean_token_accuracy": 0.2373133048415184, + "num_tokens": 16742403.0, + "step": 9530 + }, + { + "entropy": 5.144139766693115, + "epoch": 7.472570532915361, + "grad_norm": 1.40625, + "learning_rate": 0.00012817780025392833, + "loss": 4.3767, + "mean_token_accuracy": 0.24025095105171204, + "num_tokens": 16751450.0, + "step": 9535 + }, + { + "entropy": 5.159533739089966, + "epoch": 7.476489028213166, + "grad_norm": 1.5859375, + "learning_rate": 0.00012795000681955468, + "loss": 4.3829, + "mean_token_accuracy": 0.23464176654815674, + "num_tokens": 16760216.0, + "step": 9540 + }, + { + "entropy": 5.213127183914184, + "epoch": 7.480407523510972, + "grad_norm": 1.4296875, + "learning_rate": 0.00012772247618736182, + "loss": 4.4463, + "mean_token_accuracy": 0.23545703738927842, + "num_tokens": 16768648.0, + "step": 9545 + }, + { + "entropy": 5.130631017684936, + "epoch": 7.484326018808777, + "grad_norm": 1.4609375, + "learning_rate": 0.00012749520876398395, + "loss": 4.3318, + "mean_token_accuracy": 0.24672991037368774, + "num_tokens": 16776587.0, + "step": 9550 + }, + { + "entropy": 5.181827640533447, + "epoch": 7.488244514106583, + "grad_norm": 1.4140625, + "learning_rate": 0.00012726820495558483, + "loss": 4.3864, + "mean_token_accuracy": 0.24130848795175552, + "num_tokens": 16785937.0, + "step": 9555 + }, + { + "entropy": 5.1657720565795895, + "epoch": 7.492163009404389, + "grad_norm": 1.4453125, + "learning_rate": 0.00012704146516785705, + "loss": 4.3564, + "mean_token_accuracy": 0.24456037878990172, + "num_tokens": 16794359.0, + "step": 9560 + }, + { + "entropy": 5.22134919166565, + "epoch": 7.496081504702194, + "grad_norm": 1.4296875, + "learning_rate": 0.0001268149898060213, + "loss": 4.4333, + "mean_token_accuracy": 0.23398124128580094, + "num_tokens": 16803685.0, + "step": 9565 + }, + { + "entropy": 5.097643947601318, + "epoch": 7.5, + "grad_norm": 1.5390625, + "learning_rate": 0.00012658877927482586, + "loss": 4.3557, + "mean_token_accuracy": 0.24453499019145966, + "num_tokens": 16812267.0, + "step": 9570 + }, + { + "entropy": 5.210822248458863, + "epoch": 7.503918495297806, + "grad_norm": 1.328125, + "learning_rate": 0.0001263628339785456, + "loss": 4.4354, + "mean_token_accuracy": 0.23189160078763962, + "num_tokens": 16820334.0, + "step": 9575 + }, + { + "entropy": 5.213026762008667, + "epoch": 7.507836990595611, + "grad_norm": 1.4296875, + "learning_rate": 0.00012613715432098138, + "loss": 4.4091, + "mean_token_accuracy": 0.23916828781366348, + "num_tokens": 16828908.0, + "step": 9580 + }, + { + "entropy": 5.233928966522217, + "epoch": 7.511755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00012591174070545932, + "loss": 4.4327, + "mean_token_accuracy": 0.2327544242143631, + "num_tokens": 16837772.0, + "step": 9585 + }, + { + "entropy": 5.228607225418091, + "epoch": 7.515673981191222, + "grad_norm": 1.484375, + "learning_rate": 0.00012568659353483024, + "loss": 4.453, + "mean_token_accuracy": 0.23314521312713624, + "num_tokens": 16846714.0, + "step": 9590 + }, + { + "entropy": 5.202690124511719, + "epoch": 7.519592476489028, + "grad_norm": 1.40625, + "learning_rate": 0.00012546171321146848, + "loss": 4.384, + "mean_token_accuracy": 0.23977850526571273, + "num_tokens": 16854745.0, + "step": 9595 + }, + { + "entropy": 5.218457937240601, + "epoch": 7.523510971786834, + "grad_norm": 1.390625, + "learning_rate": 0.00012523710013727173, + "loss": 4.4178, + "mean_token_accuracy": 0.2442786619067192, + "num_tokens": 16864181.0, + "step": 9600 + }, + { + "entropy": 5.201956701278687, + "epoch": 7.527429467084639, + "grad_norm": 1.34375, + "learning_rate": 0.00012501275471365998, + "loss": 4.4496, + "mean_token_accuracy": 0.23432691991329194, + "num_tokens": 16873551.0, + "step": 9605 + }, + { + "entropy": 5.212377977371216, + "epoch": 7.531347962382445, + "grad_norm": 1.421875, + "learning_rate": 0.00012478867734157486, + "loss": 4.5019, + "mean_token_accuracy": 0.23424601554870605, + "num_tokens": 16883108.0, + "step": 9610 + }, + { + "entropy": 5.131237173080445, + "epoch": 7.535266457680251, + "grad_norm": 1.40625, + "learning_rate": 0.00012456486842147885, + "loss": 4.388, + "mean_token_accuracy": 0.25171597898006437, + "num_tokens": 16891772.0, + "step": 9615 + }, + { + "entropy": 5.178036212921143, + "epoch": 7.539184952978056, + "grad_norm": 1.390625, + "learning_rate": 0.00012434132835335496, + "loss": 4.3955, + "mean_token_accuracy": 0.23995080441236497, + "num_tokens": 16900519.0, + "step": 9620 + }, + { + "entropy": 5.237090158462524, + "epoch": 7.543103448275862, + "grad_norm": 1.375, + "learning_rate": 0.00012411805753670543, + "loss": 4.4244, + "mean_token_accuracy": 0.24212035536766052, + "num_tokens": 16909228.0, + "step": 9625 + }, + { + "entropy": 5.186454010009766, + "epoch": 7.547021943573668, + "grad_norm": 1.4609375, + "learning_rate": 0.0001238950563705514, + "loss": 4.4353, + "mean_token_accuracy": 0.2378271847963333, + "num_tokens": 16918100.0, + "step": 9630 + }, + { + "entropy": 5.197945642471313, + "epoch": 7.550940438871473, + "grad_norm": 1.3125, + "learning_rate": 0.0001236723252534322, + "loss": 4.3947, + "mean_token_accuracy": 0.23858555555343627, + "num_tokens": 16926911.0, + "step": 9635 + }, + { + "entropy": 5.181604814529419, + "epoch": 7.554858934169279, + "grad_norm": 1.40625, + "learning_rate": 0.00012344986458340433, + "loss": 4.4474, + "mean_token_accuracy": 0.23309363573789596, + "num_tokens": 16935638.0, + "step": 9640 + }, + { + "entropy": 5.136267185211182, + "epoch": 7.558777429467085, + "grad_norm": 1.3515625, + "learning_rate": 0.00012322767475804122, + "loss": 4.2877, + "mean_token_accuracy": 0.25238590836524966, + "num_tokens": 16944351.0, + "step": 9645 + }, + { + "entropy": 5.230633020401001, + "epoch": 7.56269592476489, + "grad_norm": 1.515625, + "learning_rate": 0.00012300575617443194, + "loss": 4.4203, + "mean_token_accuracy": 0.2383629009127617, + "num_tokens": 16952486.0, + "step": 9650 + }, + { + "entropy": 5.2388910293579105, + "epoch": 7.566614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.0001227841092291812, + "loss": 4.4808, + "mean_token_accuracy": 0.2280404731631279, + "num_tokens": 16960877.0, + "step": 9655 + }, + { + "entropy": 5.191649150848389, + "epoch": 7.570532915360501, + "grad_norm": 1.234375, + "learning_rate": 0.00012256273431840792, + "loss": 4.4413, + "mean_token_accuracy": 0.24001157730817796, + "num_tokens": 16970868.0, + "step": 9660 + }, + { + "entropy": 5.191590785980225, + "epoch": 7.574451410658307, + "grad_norm": 1.3671875, + "learning_rate": 0.00012234163183774482, + "loss": 4.4226, + "mean_token_accuracy": 0.23505204766988755, + "num_tokens": 16980339.0, + "step": 9665 + }, + { + "entropy": 5.158703756332398, + "epoch": 7.578369905956113, + "grad_norm": 1.390625, + "learning_rate": 0.00012212080218233814, + "loss": 4.3726, + "mean_token_accuracy": 0.23988837897777557, + "num_tokens": 16988786.0, + "step": 9670 + }, + { + "entropy": 5.175875616073609, + "epoch": 7.582288401253918, + "grad_norm": 1.390625, + "learning_rate": 0.00012190024574684614, + "loss": 4.4262, + "mean_token_accuracy": 0.23367884904146194, + "num_tokens": 16998454.0, + "step": 9675 + }, + { + "entropy": 5.206788396835327, + "epoch": 7.586206896551724, + "grad_norm": 1.359375, + "learning_rate": 0.00012167996292543889, + "loss": 4.3923, + "mean_token_accuracy": 0.238690023124218, + "num_tokens": 17006951.0, + "step": 9680 + }, + { + "entropy": 5.255229663848877, + "epoch": 7.59012539184953, + "grad_norm": 1.359375, + "learning_rate": 0.0001214599541117976, + "loss": 4.3981, + "mean_token_accuracy": 0.24442160576581956, + "num_tokens": 17015991.0, + "step": 9685 + }, + { + "entropy": 5.208081531524658, + "epoch": 7.594043887147335, + "grad_norm": 1.5, + "learning_rate": 0.00012124021969911366, + "loss": 4.444, + "mean_token_accuracy": 0.2320138305425644, + "num_tokens": 17024493.0, + "step": 9690 + }, + { + "entropy": 5.215501356124878, + "epoch": 7.597962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00012102076008008804, + "loss": 4.4178, + "mean_token_accuracy": 0.24056476205587388, + "num_tokens": 17033402.0, + "step": 9695 + }, + { + "entropy": 5.150788164138794, + "epoch": 7.601880877742946, + "grad_norm": 1.5234375, + "learning_rate": 0.00012080157564693073, + "loss": 4.3522, + "mean_token_accuracy": 0.2404695063829422, + "num_tokens": 17042417.0, + "step": 9700 + }, + { + "entropy": 5.236171913146973, + "epoch": 7.605799373040752, + "grad_norm": 1.4453125, + "learning_rate": 0.00012058266679135987, + "loss": 4.5449, + "mean_token_accuracy": 0.2280648484826088, + "num_tokens": 17050395.0, + "step": 9705 + }, + { + "entropy": 5.227805328369141, + "epoch": 7.609717868338558, + "grad_norm": 1.453125, + "learning_rate": 0.00012036403390460107, + "loss": 4.4775, + "mean_token_accuracy": 0.23168310672044753, + "num_tokens": 17060077.0, + "step": 9710 + }, + { + "entropy": 5.246799945831299, + "epoch": 7.613636363636363, + "grad_norm": 1.375, + "learning_rate": 0.00012014567737738667, + "loss": 4.4179, + "mean_token_accuracy": 0.2283815026283264, + "num_tokens": 17068099.0, + "step": 9715 + }, + { + "entropy": 5.197538089752197, + "epoch": 7.617554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00011992759759995529, + "loss": 4.3605, + "mean_token_accuracy": 0.2390965774655342, + "num_tokens": 17076846.0, + "step": 9720 + }, + { + "entropy": 5.19902491569519, + "epoch": 7.621473354231975, + "grad_norm": 1.4375, + "learning_rate": 0.00011970979496205078, + "loss": 4.3939, + "mean_token_accuracy": 0.23816332668066026, + "num_tokens": 17085960.0, + "step": 9725 + }, + { + "entropy": 5.192282581329346, + "epoch": 7.62539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.00011949226985292183, + "loss": 4.3493, + "mean_token_accuracy": 0.24476686865091324, + "num_tokens": 17095327.0, + "step": 9730 + }, + { + "entropy": 5.146386957168579, + "epoch": 7.629310344827586, + "grad_norm": 1.4296875, + "learning_rate": 0.00011927502266132098, + "loss": 4.3926, + "mean_token_accuracy": 0.2390047252178192, + "num_tokens": 17103961.0, + "step": 9735 + }, + { + "entropy": 5.136681413650512, + "epoch": 7.633228840125392, + "grad_norm": 1.453125, + "learning_rate": 0.00011905805377550428, + "loss": 4.3931, + "mean_token_accuracy": 0.2384690523147583, + "num_tokens": 17112427.0, + "step": 9740 + }, + { + "entropy": 5.156944751739502, + "epoch": 7.637147335423197, + "grad_norm": 1.5390625, + "learning_rate": 0.0001188413635832303, + "loss": 4.4487, + "mean_token_accuracy": 0.22898636907339096, + "num_tokens": 17120890.0, + "step": 9745 + }, + { + "entropy": 5.166632604598999, + "epoch": 7.641065830721003, + "grad_norm": 1.34375, + "learning_rate": 0.00011862495247175947, + "loss": 4.3219, + "mean_token_accuracy": 0.24705761522054673, + "num_tokens": 17129881.0, + "step": 9750 + }, + { + "entropy": 5.234846019744873, + "epoch": 7.644984326018808, + "grad_norm": 1.3984375, + "learning_rate": 0.00011840882082785357, + "loss": 4.4564, + "mean_token_accuracy": 0.23876155614852906, + "num_tokens": 17138900.0, + "step": 9755 + }, + { + "entropy": 5.190982389450073, + "epoch": 7.648902821316614, + "grad_norm": 1.4296875, + "learning_rate": 0.000118192969037775, + "loss": 4.4252, + "mean_token_accuracy": 0.2323864921927452, + "num_tokens": 17147023.0, + "step": 9760 + }, + { + "entropy": 5.241183614730835, + "epoch": 7.65282131661442, + "grad_norm": 1.34375, + "learning_rate": 0.00011797739748728575, + "loss": 4.4707, + "mean_token_accuracy": 0.22439275532960892, + "num_tokens": 17156926.0, + "step": 9765 + }, + { + "entropy": 5.208366394042969, + "epoch": 7.656739811912225, + "grad_norm": 1.421875, + "learning_rate": 0.0001177621065616473, + "loss": 4.4523, + "mean_token_accuracy": 0.22972291707992554, + "num_tokens": 17165079.0, + "step": 9770 + }, + { + "entropy": 5.1360221862792965, + "epoch": 7.660658307210031, + "grad_norm": 1.4765625, + "learning_rate": 0.00011754709664561931, + "loss": 4.3639, + "mean_token_accuracy": 0.2452327400445938, + "num_tokens": 17173509.0, + "step": 9775 + }, + { + "entropy": 5.235517358779907, + "epoch": 7.664576802507837, + "grad_norm": 1.34375, + "learning_rate": 0.00011733236812345943, + "loss": 4.4266, + "mean_token_accuracy": 0.23623744994401932, + "num_tokens": 17182399.0, + "step": 9780 + }, + { + "entropy": 5.182074069976807, + "epoch": 7.668495297805642, + "grad_norm": 1.3671875, + "learning_rate": 0.00011711792137892221, + "loss": 4.4134, + "mean_token_accuracy": 0.23799214363098145, + "num_tokens": 17190733.0, + "step": 9785 + }, + { + "entropy": 5.169895362854004, + "epoch": 7.672413793103448, + "grad_norm": 1.4453125, + "learning_rate": 0.00011690375679525896, + "loss": 4.4053, + "mean_token_accuracy": 0.23140407502651214, + "num_tokens": 17200078.0, + "step": 9790 + }, + { + "entropy": 5.210719108581543, + "epoch": 7.6763322884012535, + "grad_norm": 1.4296875, + "learning_rate": 0.00011668987475521642, + "loss": 4.4502, + "mean_token_accuracy": 0.23657169044017792, + "num_tokens": 17208430.0, + "step": 9795 + }, + { + "entropy": 5.195524740219116, + "epoch": 7.6802507836990594, + "grad_norm": 1.4609375, + "learning_rate": 0.00011647627564103636, + "loss": 4.4804, + "mean_token_accuracy": 0.22995730489492416, + "num_tokens": 17217309.0, + "step": 9800 + }, + { + "entropy": 5.182993698120117, + "epoch": 7.684169278996865, + "grad_norm": 1.4453125, + "learning_rate": 0.00011626295983445525, + "loss": 4.347, + "mean_token_accuracy": 0.2460220769047737, + "num_tokens": 17225700.0, + "step": 9805 + }, + { + "entropy": 5.11822247505188, + "epoch": 7.6880877742946705, + "grad_norm": 1.4375, + "learning_rate": 0.00011604992771670292, + "loss": 4.3777, + "mean_token_accuracy": 0.23748850375413894, + "num_tokens": 17234582.0, + "step": 9810 + }, + { + "entropy": 5.108888292312622, + "epoch": 7.6920062695924765, + "grad_norm": 1.421875, + "learning_rate": 0.00011583717966850219, + "loss": 4.3727, + "mean_token_accuracy": 0.24713016152381898, + "num_tokens": 17243207.0, + "step": 9815 + }, + { + "entropy": 5.126069116592407, + "epoch": 7.695924764890282, + "grad_norm": 1.4140625, + "learning_rate": 0.00011562471607006845, + "loss": 4.3366, + "mean_token_accuracy": 0.24176113158464432, + "num_tokens": 17251658.0, + "step": 9820 + }, + { + "entropy": 5.2070910930633545, + "epoch": 7.6998432601880875, + "grad_norm": 1.4609375, + "learning_rate": 0.00011541253730110866, + "loss": 4.5163, + "mean_token_accuracy": 0.22918908745050431, + "num_tokens": 17261175.0, + "step": 9825 + }, + { + "entropy": 5.152212762832642, + "epoch": 7.7037617554858935, + "grad_norm": 1.375, + "learning_rate": 0.0001152006437408206, + "loss": 4.2944, + "mean_token_accuracy": 0.24942402094602584, + "num_tokens": 17269302.0, + "step": 9830 + }, + { + "entropy": 5.218123865127564, + "epoch": 7.7076802507836994, + "grad_norm": 1.375, + "learning_rate": 0.00011498903576789233, + "loss": 4.4828, + "mean_token_accuracy": 0.23123567700386047, + "num_tokens": 17277911.0, + "step": 9835 + }, + { + "entropy": 5.205203914642334, + "epoch": 7.7115987460815045, + "grad_norm": 1.3125, + "learning_rate": 0.00011477771376050177, + "loss": 4.3947, + "mean_token_accuracy": 0.23711702972650528, + "num_tokens": 17287219.0, + "step": 9840 + }, + { + "entropy": 5.174102115631103, + "epoch": 7.7155172413793105, + "grad_norm": 1.3984375, + "learning_rate": 0.00011456667809631556, + "loss": 4.369, + "mean_token_accuracy": 0.2391879826784134, + "num_tokens": 17295716.0, + "step": 9845 + }, + { + "entropy": 5.16812915802002, + "epoch": 7.7194357366771165, + "grad_norm": 1.28125, + "learning_rate": 0.00011435592915248855, + "loss": 4.4201, + "mean_token_accuracy": 0.237235863506794, + "num_tokens": 17305870.0, + "step": 9850 + }, + { + "entropy": 5.179905796051026, + "epoch": 7.7233542319749215, + "grad_norm": 1.421875, + "learning_rate": 0.00011414546730566342, + "loss": 4.3971, + "mean_token_accuracy": 0.24032098054885864, + "num_tokens": 17314130.0, + "step": 9855 + }, + { + "entropy": 5.208925199508667, + "epoch": 7.7272727272727275, + "grad_norm": 1.3046875, + "learning_rate": 0.00011393529293196955, + "loss": 4.3219, + "mean_token_accuracy": 0.25049564242362976, + "num_tokens": 17322320.0, + "step": 9860 + }, + { + "entropy": 5.189809942245484, + "epoch": 7.731191222570533, + "grad_norm": 1.4140625, + "learning_rate": 0.00011372540640702263, + "loss": 4.4082, + "mean_token_accuracy": 0.23987412601709365, + "num_tokens": 17331162.0, + "step": 9865 + }, + { + "entropy": 5.153563499450684, + "epoch": 7.735109717868339, + "grad_norm": 1.4921875, + "learning_rate": 0.00011351580810592382, + "loss": 4.3232, + "mean_token_accuracy": 0.24360906481742858, + "num_tokens": 17339568.0, + "step": 9870 + }, + { + "entropy": 5.216200113296509, + "epoch": 7.7390282131661445, + "grad_norm": 1.2578125, + "learning_rate": 0.00011330649840325938, + "loss": 4.4134, + "mean_token_accuracy": 0.24243355989456178, + "num_tokens": 17349354.0, + "step": 9875 + }, + { + "entropy": 5.17511944770813, + "epoch": 7.74294670846395, + "grad_norm": 1.390625, + "learning_rate": 0.0001130974776730997, + "loss": 4.4366, + "mean_token_accuracy": 0.23024472147226333, + "num_tokens": 17358668.0, + "step": 9880 + }, + { + "entropy": 5.153623628616333, + "epoch": 7.746865203761756, + "grad_norm": 1.390625, + "learning_rate": 0.00011288874628899864, + "loss": 4.3306, + "mean_token_accuracy": 0.23842661827802658, + "num_tokens": 17366792.0, + "step": 9885 + }, + { + "entropy": 5.193545722961426, + "epoch": 7.750783699059561, + "grad_norm": 1.375, + "learning_rate": 0.00011268030462399309, + "loss": 4.3989, + "mean_token_accuracy": 0.23725179433822632, + "num_tokens": 17375589.0, + "step": 9890 + }, + { + "entropy": 5.237290906906128, + "epoch": 7.754702194357367, + "grad_norm": 1.265625, + "learning_rate": 0.00011247215305060213, + "loss": 4.4509, + "mean_token_accuracy": 0.2379247233271599, + "num_tokens": 17385816.0, + "step": 9895 + }, + { + "entropy": 5.142580986022949, + "epoch": 7.758620689655173, + "grad_norm": 1.3671875, + "learning_rate": 0.00011226429194082627, + "loss": 4.3501, + "mean_token_accuracy": 0.2413685604929924, + "num_tokens": 17395267.0, + "step": 9900 + }, + { + "entropy": 5.222872591018676, + "epoch": 7.762539184952978, + "grad_norm": 1.421875, + "learning_rate": 0.000112056721666147, + "loss": 4.4343, + "mean_token_accuracy": 0.2412632703781128, + "num_tokens": 17403544.0, + "step": 9905 + }, + { + "entropy": 5.212778091430664, + "epoch": 7.766457680250784, + "grad_norm": 1.5078125, + "learning_rate": 0.00011184944259752622, + "loss": 4.4156, + "mean_token_accuracy": 0.2378311648964882, + "num_tokens": 17412090.0, + "step": 9910 + }, + { + "entropy": 5.138178873062134, + "epoch": 7.77037617554859, + "grad_norm": 1.3828125, + "learning_rate": 0.00011164245510540512, + "loss": 4.4037, + "mean_token_accuracy": 0.24245711117982865, + "num_tokens": 17420558.0, + "step": 9915 + }, + { + "entropy": 5.15209550857544, + "epoch": 7.774294670846395, + "grad_norm": 1.484375, + "learning_rate": 0.00011143575955970384, + "loss": 4.4143, + "mean_token_accuracy": 0.2348499357700348, + "num_tokens": 17429901.0, + "step": 9920 + }, + { + "entropy": 5.249127340316773, + "epoch": 7.778213166144201, + "grad_norm": 1.515625, + "learning_rate": 0.00011122935632982101, + "loss": 4.4463, + "mean_token_accuracy": 0.2332217738032341, + "num_tokens": 17438543.0, + "step": 9925 + }, + { + "entropy": 5.287479639053345, + "epoch": 7.782131661442007, + "grad_norm": 1.4765625, + "learning_rate": 0.0001110232457846325, + "loss": 4.46, + "mean_token_accuracy": 0.23152556419372558, + "num_tokens": 17447234.0, + "step": 9930 + }, + { + "entropy": 5.164130735397339, + "epoch": 7.786050156739812, + "grad_norm": 1.4140625, + "learning_rate": 0.00011081742829249142, + "loss": 4.3287, + "mean_token_accuracy": 0.24107833057641984, + "num_tokens": 17455542.0, + "step": 9935 + }, + { + "entropy": 5.178037881851196, + "epoch": 7.789968652037618, + "grad_norm": 1.375, + "learning_rate": 0.00011061190422122687, + "loss": 4.3901, + "mean_token_accuracy": 0.2447861075401306, + "num_tokens": 17465035.0, + "step": 9940 + }, + { + "entropy": 5.172314882278442, + "epoch": 7.793887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00011040667393814383, + "loss": 4.3824, + "mean_token_accuracy": 0.23961351960897445, + "num_tokens": 17473748.0, + "step": 9945 + }, + { + "entropy": 5.121340990066528, + "epoch": 7.797805642633229, + "grad_norm": 1.4375, + "learning_rate": 0.00011020173781002199, + "loss": 4.2838, + "mean_token_accuracy": 0.2523511275649071, + "num_tokens": 17481525.0, + "step": 9950 + }, + { + "entropy": 5.19002685546875, + "epoch": 7.801724137931035, + "grad_norm": 1.421875, + "learning_rate": 0.0001099970962031154, + "loss": 4.4261, + "mean_token_accuracy": 0.2401586651802063, + "num_tokens": 17490044.0, + "step": 9955 + }, + { + "entropy": 5.2976922512054445, + "epoch": 7.80564263322884, + "grad_norm": 1.578125, + "learning_rate": 0.00010979274948315191, + "loss": 4.4899, + "mean_token_accuracy": 0.22947828471660614, + "num_tokens": 17498094.0, + "step": 9960 + }, + { + "entropy": 5.222446918487549, + "epoch": 7.809561128526646, + "grad_norm": 1.3828125, + "learning_rate": 0.00010958869801533222, + "loss": 4.4213, + "mean_token_accuracy": 0.236009818315506, + "num_tokens": 17507677.0, + "step": 9965 + }, + { + "entropy": 5.192692279815674, + "epoch": 7.813479623824452, + "grad_norm": 1.3828125, + "learning_rate": 0.00010938494216432928, + "loss": 4.3916, + "mean_token_accuracy": 0.2379689782857895, + "num_tokens": 17516489.0, + "step": 9970 + }, + { + "entropy": 5.1806731700897215, + "epoch": 7.817398119122257, + "grad_norm": 1.40625, + "learning_rate": 0.00010918148229428796, + "loss": 4.4199, + "mean_token_accuracy": 0.23627137392759323, + "num_tokens": 17524972.0, + "step": 9975 + }, + { + "entropy": 5.168922472000122, + "epoch": 7.821316614420063, + "grad_norm": 1.453125, + "learning_rate": 0.000108978318768824, + "loss": 4.4079, + "mean_token_accuracy": 0.23733585327863693, + "num_tokens": 17533745.0, + "step": 9980 + }, + { + "entropy": 5.119076824188232, + "epoch": 7.825235109717868, + "grad_norm": 1.3515625, + "learning_rate": 0.00010877545195102347, + "loss": 4.3866, + "mean_token_accuracy": 0.23051564246416092, + "num_tokens": 17542812.0, + "step": 9985 + }, + { + "entropy": 5.173524570465088, + "epoch": 7.829153605015674, + "grad_norm": 1.453125, + "learning_rate": 0.00010857288220344242, + "loss": 4.3732, + "mean_token_accuracy": 0.2423020452260971, + "num_tokens": 17551123.0, + "step": 9990 + }, + { + "entropy": 5.200446653366089, + "epoch": 7.83307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00010837060988810571, + "loss": 4.4895, + "mean_token_accuracy": 0.22823796272277833, + "num_tokens": 17560729.0, + "step": 9995 + }, + { + "entropy": 5.2444428443908695, + "epoch": 7.836990595611285, + "grad_norm": 1.359375, + "learning_rate": 0.00010816863536650687, + "loss": 4.4314, + "mean_token_accuracy": 0.23223968595266342, + "num_tokens": 17569842.0, + "step": 10000 + }, + { + "epoch": 7.836990595611285, + "eval_entropy": 5.1167674323385075, + "eval_loss": 5.653101921081543, + "eval_mean_token_accuracy": 0.17361554363381493, + "eval_num_tokens": 17569842.0, + "eval_runtime": 2.8236, + "eval_samples_per_second": 1459.816, + "eval_steps_per_second": 182.743, + "step": 10000 + }, + { + "entropy": 5.199405670166016, + "epoch": 7.840909090909091, + "grad_norm": 1.3671875, + "learning_rate": 0.00010796695899960696, + "loss": 4.3544, + "mean_token_accuracy": 0.24935766458511352, + "num_tokens": 17578887.0, + "step": 10005 + }, + { + "entropy": 5.205811452865601, + "epoch": 7.844827586206897, + "grad_norm": 1.4765625, + "learning_rate": 0.00010776558114783455, + "loss": 4.3753, + "mean_token_accuracy": 0.23239001333713533, + "num_tokens": 17587321.0, + "step": 10010 + }, + { + "entropy": 5.175474357604981, + "epoch": 7.848746081504702, + "grad_norm": 1.328125, + "learning_rate": 0.00010756450217108441, + "loss": 4.3731, + "mean_token_accuracy": 0.2408120110630989, + "num_tokens": 17596295.0, + "step": 10015 + }, + { + "entropy": 5.173685455322266, + "epoch": 7.852664576802508, + "grad_norm": 1.390625, + "learning_rate": 0.0001073637224287172, + "loss": 4.3587, + "mean_token_accuracy": 0.24383456707000734, + "num_tokens": 17605033.0, + "step": 10020 + }, + { + "entropy": 5.118524217605591, + "epoch": 7.856583072100314, + "grad_norm": 1.390625, + "learning_rate": 0.00010716324227955904, + "loss": 4.3719, + "mean_token_accuracy": 0.24215942323207856, + "num_tokens": 17613706.0, + "step": 10025 + }, + { + "entropy": 5.222694206237793, + "epoch": 7.860501567398119, + "grad_norm": 1.359375, + "learning_rate": 0.00010696306208190034, + "loss": 4.4486, + "mean_token_accuracy": 0.23892804831266404, + "num_tokens": 17622082.0, + "step": 10030 + }, + { + "entropy": 5.087870454788208, + "epoch": 7.864420062695925, + "grad_norm": 1.328125, + "learning_rate": 0.00010676318219349564, + "loss": 4.3181, + "mean_token_accuracy": 0.24200039058923722, + "num_tokens": 17630980.0, + "step": 10035 + }, + { + "entropy": 5.138301801681519, + "epoch": 7.868338557993731, + "grad_norm": 1.375, + "learning_rate": 0.00010656360297156262, + "loss": 4.3432, + "mean_token_accuracy": 0.24230870455503464, + "num_tokens": 17639679.0, + "step": 10040 + }, + { + "entropy": 5.120587348937988, + "epoch": 7.872257053291536, + "grad_norm": 1.4296875, + "learning_rate": 0.0001063643247727818, + "loss": 4.3067, + "mean_token_accuracy": 0.2535660400986671, + "num_tokens": 17648542.0, + "step": 10045 + }, + { + "entropy": 5.153792095184326, + "epoch": 7.876175548589342, + "grad_norm": 1.390625, + "learning_rate": 0.00010616534795329553, + "loss": 4.3091, + "mean_token_accuracy": 0.24615482091903687, + "num_tokens": 17657305.0, + "step": 10050 + }, + { + "entropy": 5.209985208511353, + "epoch": 7.880094043887147, + "grad_norm": 1.5546875, + "learning_rate": 0.00010596667286870778, + "loss": 4.4043, + "mean_token_accuracy": 0.23263309001922608, + "num_tokens": 17665876.0, + "step": 10055 + }, + { + "entropy": 5.181503200531006, + "epoch": 7.884012539184953, + "grad_norm": 1.4296875, + "learning_rate": 0.00010576829987408304, + "loss": 4.3578, + "mean_token_accuracy": 0.24337510913610458, + "num_tokens": 17674756.0, + "step": 10060 + }, + { + "entropy": 5.1625128269195555, + "epoch": 7.887931034482759, + "grad_norm": 1.484375, + "learning_rate": 0.00010557022932394611, + "loss": 4.3212, + "mean_token_accuracy": 0.2572420746088028, + "num_tokens": 17683989.0, + "step": 10065 + }, + { + "entropy": 5.2719940662384035, + "epoch": 7.891849529780564, + "grad_norm": 1.375, + "learning_rate": 0.00010537246157228104, + "loss": 4.4255, + "mean_token_accuracy": 0.24105315804481506, + "num_tokens": 17692776.0, + "step": 10070 + }, + { + "entropy": 5.162053537368775, + "epoch": 7.89576802507837, + "grad_norm": 1.40625, + "learning_rate": 0.00010517499697253103, + "loss": 4.3173, + "mean_token_accuracy": 0.24364154189825057, + "num_tokens": 17701428.0, + "step": 10075 + }, + { + "entropy": 5.161855459213257, + "epoch": 7.899686520376176, + "grad_norm": 1.3515625, + "learning_rate": 0.00010497783587759724, + "loss": 4.4274, + "mean_token_accuracy": 0.23364637643098832, + "num_tokens": 17710343.0, + "step": 10080 + }, + { + "entropy": 5.191151237487793, + "epoch": 7.903605015673981, + "grad_norm": 1.5078125, + "learning_rate": 0.00010478097863983857, + "loss": 4.4058, + "mean_token_accuracy": 0.24006474167108535, + "num_tokens": 17719218.0, + "step": 10085 + }, + { + "entropy": 5.221035099029541, + "epoch": 7.907523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0001045844256110707, + "loss": 4.4606, + "mean_token_accuracy": 0.2303299531340599, + "num_tokens": 17727288.0, + "step": 10090 + }, + { + "entropy": 5.223617506027222, + "epoch": 7.911442006269592, + "grad_norm": 1.3984375, + "learning_rate": 0.00010438817714256589, + "loss": 4.4611, + "mean_token_accuracy": 0.23047019988298417, + "num_tokens": 17736130.0, + "step": 10095 + }, + { + "entropy": 5.14966835975647, + "epoch": 7.915360501567398, + "grad_norm": 1.421875, + "learning_rate": 0.00010419223358505196, + "loss": 4.3339, + "mean_token_accuracy": 0.24935334473848342, + "num_tokens": 17745122.0, + "step": 10100 + }, + { + "entropy": 5.132258176803589, + "epoch": 7.919278996865204, + "grad_norm": 1.5078125, + "learning_rate": 0.00010399659528871169, + "loss": 4.3692, + "mean_token_accuracy": 0.24107440710067748, + "num_tokens": 17753817.0, + "step": 10105 + }, + { + "entropy": 5.212578868865966, + "epoch": 7.923197492163009, + "grad_norm": 1.390625, + "learning_rate": 0.00010380126260318265, + "loss": 4.4308, + "mean_token_accuracy": 0.2342498704791069, + "num_tokens": 17762793.0, + "step": 10110 + }, + { + "entropy": 5.123396301269532, + "epoch": 7.927115987460815, + "grad_norm": 1.4140625, + "learning_rate": 0.00010360623587755579, + "loss": 4.3801, + "mean_token_accuracy": 0.24331456124782563, + "num_tokens": 17772223.0, + "step": 10115 + }, + { + "entropy": 5.1506688594818115, + "epoch": 7.931034482758621, + "grad_norm": 1.3984375, + "learning_rate": 0.0001034115154603757, + "loss": 4.3572, + "mean_token_accuracy": 0.23852661103010178, + "num_tokens": 17781543.0, + "step": 10120 + }, + { + "entropy": 5.1763335227966305, + "epoch": 7.934952978056426, + "grad_norm": 1.421875, + "learning_rate": 0.00010321710169963919, + "loss": 4.3783, + "mean_token_accuracy": 0.23777622133493423, + "num_tokens": 17790258.0, + "step": 10125 + }, + { + "entropy": 5.144405508041382, + "epoch": 7.938871473354232, + "grad_norm": 1.390625, + "learning_rate": 0.00010302299494279527, + "loss": 4.3504, + "mean_token_accuracy": 0.24035676568746567, + "num_tokens": 17798862.0, + "step": 10130 + }, + { + "entropy": 5.174825811386109, + "epoch": 7.942789968652038, + "grad_norm": 1.3671875, + "learning_rate": 0.00010282919553674415, + "loss": 4.4273, + "mean_token_accuracy": 0.23445113897323608, + "num_tokens": 17807285.0, + "step": 10135 + }, + { + "entropy": 5.174898767471314, + "epoch": 7.946708463949843, + "grad_norm": 1.390625, + "learning_rate": 0.00010263570382783675, + "loss": 4.4498, + "mean_token_accuracy": 0.2337194487452507, + "num_tokens": 17816891.0, + "step": 10140 + }, + { + "entropy": 5.196821117401123, + "epoch": 7.950626959247649, + "grad_norm": 1.53125, + "learning_rate": 0.00010244252016187419, + "loss": 4.4072, + "mean_token_accuracy": 0.23977484554052353, + "num_tokens": 17825895.0, + "step": 10145 + }, + { + "entropy": 5.2446637630462645, + "epoch": 7.954545454545455, + "grad_norm": 1.4765625, + "learning_rate": 0.00010224964488410699, + "loss": 4.4757, + "mean_token_accuracy": 0.2380407065153122, + "num_tokens": 17834921.0, + "step": 10150 + }, + { + "entropy": 5.220326709747314, + "epoch": 7.95846394984326, + "grad_norm": 1.375, + "learning_rate": 0.0001020570783392345, + "loss": 4.3772, + "mean_token_accuracy": 0.24067727774381636, + "num_tokens": 17844310.0, + "step": 10155 + }, + { + "entropy": 5.254526567459107, + "epoch": 7.962382445141066, + "grad_norm": 1.3828125, + "learning_rate": 0.00010186482087140439, + "loss": 4.4128, + "mean_token_accuracy": 0.24351120591163636, + "num_tokens": 17853561.0, + "step": 10160 + }, + { + "entropy": 5.143568420410157, + "epoch": 7.966300940438871, + "grad_norm": 1.34375, + "learning_rate": 0.000101672872824212, + "loss": 4.3547, + "mean_token_accuracy": 0.23458785563707352, + "num_tokens": 17863077.0, + "step": 10165 + }, + { + "entropy": 5.186844062805176, + "epoch": 7.970219435736677, + "grad_norm": 1.375, + "learning_rate": 0.00010148123454069943, + "loss": 4.3091, + "mean_token_accuracy": 0.25080273002386094, + "num_tokens": 17871780.0, + "step": 10170 + }, + { + "entropy": 5.153077697753906, + "epoch": 7.974137931034483, + "grad_norm": 1.359375, + "learning_rate": 0.0001012899063633555, + "loss": 4.3583, + "mean_token_accuracy": 0.23980050832033156, + "num_tokens": 17881144.0, + "step": 10175 + }, + { + "entropy": 5.1686656951904295, + "epoch": 7.978056426332288, + "grad_norm": 1.3671875, + "learning_rate": 0.00010109888863411473, + "loss": 4.3977, + "mean_token_accuracy": 0.23761885464191437, + "num_tokens": 17890754.0, + "step": 10180 + }, + { + "entropy": 5.204650926589966, + "epoch": 7.981974921630094, + "grad_norm": 1.328125, + "learning_rate": 0.0001009081816943567, + "loss": 4.467, + "mean_token_accuracy": 0.23456921577453613, + "num_tokens": 17899992.0, + "step": 10185 + }, + { + "entropy": 5.144720840454101, + "epoch": 7.985893416927899, + "grad_norm": 1.3984375, + "learning_rate": 0.00010071778588490558, + "loss": 4.3543, + "mean_token_accuracy": 0.24621633887290956, + "num_tokens": 17907847.0, + "step": 10190 + }, + { + "entropy": 5.187251949310303, + "epoch": 7.989811912225705, + "grad_norm": 1.3671875, + "learning_rate": 0.00010052770154602968, + "loss": 4.3979, + "mean_token_accuracy": 0.2388427272439003, + "num_tokens": 17916566.0, + "step": 10195 + }, + { + "entropy": 5.1445520401000975, + "epoch": 7.993730407523511, + "grad_norm": 1.3359375, + "learning_rate": 0.00010033792901744046, + "loss": 4.2787, + "mean_token_accuracy": 0.24692643582820892, + "num_tokens": 17924969.0, + "step": 10200 + }, + { + "entropy": 5.160140943527222, + "epoch": 7.997648902821316, + "grad_norm": 1.4296875, + "learning_rate": 0.00010014846863829221, + "loss": 4.2948, + "mean_token_accuracy": 0.24135552793741227, + "num_tokens": 17933776.0, + "step": 10205 + }, + { + "entropy": 5.114528846740723, + "epoch": 8.001567398119123, + "grad_norm": 1.5078125, + "learning_rate": 9.995932074718131e-05, + "loss": 4.2943, + "mean_token_accuracy": 0.24588632583618164, + "num_tokens": 17941651.0, + "step": 10210 + }, + { + "entropy": 5.182099390029907, + "epoch": 8.005485893416928, + "grad_norm": 1.453125, + "learning_rate": 9.977048568214578e-05, + "loss": 4.4275, + "mean_token_accuracy": 0.23739266246557236, + "num_tokens": 17951278.0, + "step": 10215 + }, + { + "entropy": 5.142466497421265, + "epoch": 8.009404388714733, + "grad_norm": 1.4375, + "learning_rate": 9.958196378066444e-05, + "loss": 4.3393, + "mean_token_accuracy": 0.24490344524383545, + "num_tokens": 17960182.0, + "step": 10220 + }, + { + "entropy": 5.165403079986572, + "epoch": 8.013322884012538, + "grad_norm": 1.4921875, + "learning_rate": 9.93937553796565e-05, + "loss": 4.2813, + "mean_token_accuracy": 0.24665426462888718, + "num_tokens": 17968221.0, + "step": 10225 + }, + { + "entropy": 5.185962724685669, + "epoch": 8.017241379310345, + "grad_norm": 1.5, + "learning_rate": 9.920586081548089e-05, + "loss": 4.2387, + "mean_token_accuracy": 0.24805123656988143, + "num_tokens": 17975724.0, + "step": 10230 + }, + { + "entropy": 5.179514694213867, + "epoch": 8.02115987460815, + "grad_norm": 1.4140625, + "learning_rate": 9.901828042393573e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23889435529708863, + "num_tokens": 17984425.0, + "step": 10235 + }, + { + "entropy": 5.126048851013183, + "epoch": 8.025078369905955, + "grad_norm": 1.46875, + "learning_rate": 9.88310145402575e-05, + "loss": 4.2365, + "mean_token_accuracy": 0.24860732704401017, + "num_tokens": 17993319.0, + "step": 10240 + }, + { + "entropy": 5.1374749660491945, + "epoch": 8.028996865203762, + "grad_norm": 1.296875, + "learning_rate": 9.864406349912081e-05, + "loss": 4.2496, + "mean_token_accuracy": 0.2473070040345192, + "num_tokens": 18002239.0, + "step": 10245 + }, + { + "entropy": 5.186160850524902, + "epoch": 8.032915360501567, + "grad_norm": 1.4140625, + "learning_rate": 9.845742763463739e-05, + "loss": 4.363, + "mean_token_accuracy": 0.24565138369798661, + "num_tokens": 18010745.0, + "step": 10250 + }, + { + "entropy": 5.157171154022217, + "epoch": 8.036833855799372, + "grad_norm": 1.40625, + "learning_rate": 9.827110728035584e-05, + "loss": 4.3271, + "mean_token_accuracy": 0.24262058585882187, + "num_tokens": 18019535.0, + "step": 10255 + }, + { + "entropy": 5.165246295928955, + "epoch": 8.04075235109718, + "grad_norm": 1.2421875, + "learning_rate": 9.808510276926075e-05, + "loss": 4.334, + "mean_token_accuracy": 0.24614331424236296, + "num_tokens": 18029128.0, + "step": 10260 + }, + { + "entropy": 5.212223243713379, + "epoch": 8.044670846394984, + "grad_norm": 1.25, + "learning_rate": 9.789941443377249e-05, + "loss": 4.3648, + "mean_token_accuracy": 0.24650340229272844, + "num_tokens": 18038304.0, + "step": 10265 + }, + { + "entropy": 5.1717832565307615, + "epoch": 8.04858934169279, + "grad_norm": 1.4296875, + "learning_rate": 9.771404260574613e-05, + "loss": 4.3039, + "mean_token_accuracy": 0.2449100375175476, + "num_tokens": 18046628.0, + "step": 10270 + }, + { + "entropy": 5.22588415145874, + "epoch": 8.052507836990596, + "grad_norm": 1.421875, + "learning_rate": 9.752898761647113e-05, + "loss": 4.3968, + "mean_token_accuracy": 0.24084632843732834, + "num_tokens": 18055654.0, + "step": 10275 + }, + { + "entropy": 5.163907718658447, + "epoch": 8.056426332288401, + "grad_norm": 1.3125, + "learning_rate": 9.734424979667089e-05, + "loss": 4.3182, + "mean_token_accuracy": 0.24895378202199936, + "num_tokens": 18065844.0, + "step": 10280 + }, + { + "entropy": 5.202641391754151, + "epoch": 8.060344827586206, + "grad_norm": 1.390625, + "learning_rate": 9.715982947650179e-05, + "loss": 4.3613, + "mean_token_accuracy": 0.24040315449237823, + "num_tokens": 18074497.0, + "step": 10285 + }, + { + "entropy": 5.211820077896118, + "epoch": 8.064263322884013, + "grad_norm": 1.3984375, + "learning_rate": 9.697572698555278e-05, + "loss": 4.3523, + "mean_token_accuracy": 0.2445042163133621, + "num_tokens": 18083967.0, + "step": 10290 + }, + { + "entropy": 5.159733009338379, + "epoch": 8.068181818181818, + "grad_norm": 1.4921875, + "learning_rate": 9.679194265284492e-05, + "loss": 4.3413, + "mean_token_accuracy": 0.2444375053048134, + "num_tokens": 18092263.0, + "step": 10295 + }, + { + "entropy": 5.251619529724121, + "epoch": 8.072100313479623, + "grad_norm": 1.53125, + "learning_rate": 9.660847680683069e-05, + "loss": 4.3897, + "mean_token_accuracy": 0.24346894323825835, + "num_tokens": 18101559.0, + "step": 10300 + }, + { + "entropy": 5.229973459243775, + "epoch": 8.07601880877743, + "grad_norm": 1.4921875, + "learning_rate": 9.64253297753932e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.2502634361386299, + "num_tokens": 18109850.0, + "step": 10305 + }, + { + "entropy": 5.18642373085022, + "epoch": 8.079937304075235, + "grad_norm": 1.359375, + "learning_rate": 9.62425018858459e-05, + "loss": 4.3001, + "mean_token_accuracy": 0.2479804500937462, + "num_tokens": 18119205.0, + "step": 10310 + }, + { + "entropy": 5.167778062820434, + "epoch": 8.08385579937304, + "grad_norm": 1.4453125, + "learning_rate": 9.605999346493194e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.24472091048955918, + "num_tokens": 18128713.0, + "step": 10315 + }, + { + "entropy": 5.189638566970825, + "epoch": 8.087774294670846, + "grad_norm": 1.5078125, + "learning_rate": 9.587780483882339e-05, + "loss": 4.2729, + "mean_token_accuracy": 0.24799427390098572, + "num_tokens": 18137080.0, + "step": 10320 + }, + { + "entropy": 5.218574047088623, + "epoch": 8.091692789968652, + "grad_norm": 1.515625, + "learning_rate": 9.569593633312084e-05, + "loss": 4.3958, + "mean_token_accuracy": 0.23943205624818803, + "num_tokens": 18146449.0, + "step": 10325 + }, + { + "entropy": 5.22147388458252, + "epoch": 8.095611285266457, + "grad_norm": 1.4453125, + "learning_rate": 9.551438827285294e-05, + "loss": 4.4127, + "mean_token_accuracy": 0.23509476631879805, + "num_tokens": 18155394.0, + "step": 10330 + }, + { + "entropy": 5.185995054244995, + "epoch": 8.099529780564263, + "grad_norm": 1.3203125, + "learning_rate": 9.533316098247539e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23346349596977234, + "num_tokens": 18164538.0, + "step": 10335 + }, + { + "entropy": 5.181790447235107, + "epoch": 8.10344827586207, + "grad_norm": 1.359375, + "learning_rate": 9.515225478587077e-05, + "loss": 4.3288, + "mean_token_accuracy": 0.24583372771739959, + "num_tokens": 18174396.0, + "step": 10340 + }, + { + "entropy": 5.20246114730835, + "epoch": 8.107366771159874, + "grad_norm": 1.375, + "learning_rate": 9.497167000634773e-05, + "loss": 4.2833, + "mean_token_accuracy": 0.24641860723495485, + "num_tokens": 18183030.0, + "step": 10345 + }, + { + "entropy": 5.212919092178344, + "epoch": 8.11128526645768, + "grad_norm": 1.453125, + "learning_rate": 9.47914069666406e-05, + "loss": 4.3305, + "mean_token_accuracy": 0.24170325547456742, + "num_tokens": 18191139.0, + "step": 10350 + }, + { + "entropy": 5.129391813278199, + "epoch": 8.115203761755486, + "grad_norm": 1.390625, + "learning_rate": 9.461146598890873e-05, + "loss": 4.2767, + "mean_token_accuracy": 0.250562347471714, + "num_tokens": 18199429.0, + "step": 10355 + }, + { + "entropy": 5.183949756622314, + "epoch": 8.119122257053291, + "grad_norm": 1.5, + "learning_rate": 9.443184739473573e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.2397317633032799, + "num_tokens": 18207765.0, + "step": 10360 + }, + { + "entropy": 5.144695901870728, + "epoch": 8.123040752351097, + "grad_norm": 1.5390625, + "learning_rate": 9.425255150512921e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.23898675292730331, + "num_tokens": 18216524.0, + "step": 10365 + }, + { + "entropy": 5.228592014312744, + "epoch": 8.126959247648903, + "grad_norm": 1.546875, + "learning_rate": 9.407357864051996e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24603381454944612, + "num_tokens": 18224647.0, + "step": 10370 + }, + { + "entropy": 5.155821657180786, + "epoch": 8.130877742946709, + "grad_norm": 1.4296875, + "learning_rate": 9.389492912076156e-05, + "loss": 4.344, + "mean_token_accuracy": 0.2385688155889511, + "num_tokens": 18234127.0, + "step": 10375 + }, + { + "entropy": 5.181687498092652, + "epoch": 8.134796238244514, + "grad_norm": 1.453125, + "learning_rate": 9.371660326512952e-05, + "loss": 4.266, + "mean_token_accuracy": 0.2505598500370979, + "num_tokens": 18242455.0, + "step": 10380 + }, + { + "entropy": 5.2461332321167, + "epoch": 8.13871473354232, + "grad_norm": 1.2890625, + "learning_rate": 9.353860139232126e-05, + "loss": 4.3907, + "mean_token_accuracy": 0.2371549651026726, + "num_tokens": 18251201.0, + "step": 10385 + }, + { + "entropy": 5.176252031326294, + "epoch": 8.142633228840126, + "grad_norm": 1.3828125, + "learning_rate": 9.336092382045488e-05, + "loss": 4.3213, + "mean_token_accuracy": 0.23619671612977983, + "num_tokens": 18260651.0, + "step": 10390 + }, + { + "entropy": 5.231655836105347, + "epoch": 8.14655172413793, + "grad_norm": 1.484375, + "learning_rate": 9.318357086706894e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.2435597747564316, + "num_tokens": 18269218.0, + "step": 10395 + }, + { + "entropy": 5.205812120437622, + "epoch": 8.150470219435737, + "grad_norm": 1.4296875, + "learning_rate": 9.300654284912211e-05, + "loss": 4.3189, + "mean_token_accuracy": 0.24332130551338196, + "num_tokens": 18277371.0, + "step": 10400 + }, + { + "entropy": 5.13830943107605, + "epoch": 8.154388714733543, + "grad_norm": 1.3125, + "learning_rate": 9.282984008299196e-05, + "loss": 4.3582, + "mean_token_accuracy": 0.23934223800897597, + "num_tokens": 18287503.0, + "step": 10405 + }, + { + "entropy": 5.1658000469207765, + "epoch": 8.158307210031348, + "grad_norm": 1.5546875, + "learning_rate": 9.265346288447516e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24056404829025269, + "num_tokens": 18296753.0, + "step": 10410 + }, + { + "entropy": 5.213937568664551, + "epoch": 8.162225705329154, + "grad_norm": 1.421875, + "learning_rate": 9.24774115687862e-05, + "loss": 4.3745, + "mean_token_accuracy": 0.24265054762363433, + "num_tokens": 18305068.0, + "step": 10415 + }, + { + "entropy": 5.212654304504395, + "epoch": 8.16614420062696, + "grad_norm": 1.3359375, + "learning_rate": 9.23016864505575e-05, + "loss": 4.3634, + "mean_token_accuracy": 0.24230969101190566, + "num_tokens": 18313816.0, + "step": 10420 + }, + { + "entropy": 5.201976871490478, + "epoch": 8.170062695924765, + "grad_norm": 1.3046875, + "learning_rate": 9.212628784383825e-05, + "loss": 4.2974, + "mean_token_accuracy": 0.2530807703733444, + "num_tokens": 18322630.0, + "step": 10425 + }, + { + "entropy": 5.130285215377808, + "epoch": 8.17398119122257, + "grad_norm": 1.4609375, + "learning_rate": 9.195121606209411e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24578147530555725, + "num_tokens": 18330942.0, + "step": 10430 + }, + { + "entropy": 5.132420063018799, + "epoch": 8.177899686520377, + "grad_norm": 1.4765625, + "learning_rate": 9.177647141820693e-05, + "loss": 4.3522, + "mean_token_accuracy": 0.24470597207546235, + "num_tokens": 18339375.0, + "step": 10435 + }, + { + "entropy": 5.189998388290405, + "epoch": 8.181818181818182, + "grad_norm": 1.4921875, + "learning_rate": 9.160205422447357e-05, + "loss": 4.3571, + "mean_token_accuracy": 0.2428257331252098, + "num_tokens": 18347884.0, + "step": 10440 + }, + { + "entropy": 5.143738269805908, + "epoch": 8.185736677115987, + "grad_norm": 1.4375, + "learning_rate": 9.142796479260588e-05, + "loss": 4.3662, + "mean_token_accuracy": 0.24231924265623092, + "num_tokens": 18357201.0, + "step": 10445 + }, + { + "entropy": 5.218977069854736, + "epoch": 8.189655172413794, + "grad_norm": 1.4140625, + "learning_rate": 9.125420343372995e-05, + "loss": 4.4176, + "mean_token_accuracy": 0.23745324611663818, + "num_tokens": 18365716.0, + "step": 10450 + }, + { + "entropy": 5.14077525138855, + "epoch": 8.193573667711599, + "grad_norm": 1.3203125, + "learning_rate": 9.108077045838546e-05, + "loss": 4.3193, + "mean_token_accuracy": 0.2549774184823036, + "num_tokens": 18374724.0, + "step": 10455 + }, + { + "entropy": 5.1716588020324705, + "epoch": 8.197492163009404, + "grad_norm": 1.5078125, + "learning_rate": 9.090766617652525e-05, + "loss": 4.3444, + "mean_token_accuracy": 0.2466803878545761, + "num_tokens": 18383653.0, + "step": 10460 + }, + { + "entropy": 5.211545944213867, + "epoch": 8.20141065830721, + "grad_norm": 1.4453125, + "learning_rate": 9.073489089751468e-05, + "loss": 4.3174, + "mean_token_accuracy": 0.24525440633296966, + "num_tokens": 18392729.0, + "step": 10465 + }, + { + "entropy": 5.218632507324219, + "epoch": 8.205329153605016, + "grad_norm": 1.34375, + "learning_rate": 9.056244493013129e-05, + "loss": 4.3858, + "mean_token_accuracy": 0.23586719185113908, + "num_tokens": 18402257.0, + "step": 10470 + }, + { + "entropy": 5.199084186553955, + "epoch": 8.20924764890282, + "grad_norm": 1.4140625, + "learning_rate": 9.039032858256401e-05, + "loss": 4.3836, + "mean_token_accuracy": 0.24644684791564941, + "num_tokens": 18410714.0, + "step": 10475 + }, + { + "entropy": 5.175200414657593, + "epoch": 8.213166144200628, + "grad_norm": 1.3046875, + "learning_rate": 9.021854216241251e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.24049233347177507, + "num_tokens": 18419256.0, + "step": 10480 + }, + { + "entropy": 5.182214975357056, + "epoch": 8.217084639498433, + "grad_norm": 1.3671875, + "learning_rate": 9.004708597668716e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.24705844819545747, + "num_tokens": 18428202.0, + "step": 10485 + }, + { + "entropy": 5.195328426361084, + "epoch": 8.221003134796238, + "grad_norm": 1.484375, + "learning_rate": 8.987596033180784e-05, + "loss": 4.3209, + "mean_token_accuracy": 0.24248527288436889, + "num_tokens": 18437339.0, + "step": 10490 + }, + { + "entropy": 5.200561809539795, + "epoch": 8.224921630094045, + "grad_norm": 1.390625, + "learning_rate": 8.970516553360383e-05, + "loss": 4.3291, + "mean_token_accuracy": 0.24339573681354523, + "num_tokens": 18446667.0, + "step": 10495 + }, + { + "entropy": 5.1779827117919925, + "epoch": 8.22884012539185, + "grad_norm": 1.53125, + "learning_rate": 8.953470188731318e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.24896418750286103, + "num_tokens": 18455425.0, + "step": 10500 + }, + { + "epoch": 8.22884012539185, + "eval_entropy": 5.108187948548516, + "eval_loss": 5.657482147216797, + "eval_mean_token_accuracy": 0.17395636732437353, + "eval_num_tokens": 18455425.0, + "eval_runtime": 3.023, + "eval_samples_per_second": 1363.555, + "eval_steps_per_second": 170.692, + "step": 10500 + }, + { + "entropy": 5.165841102600098, + "epoch": 8.232758620689655, + "grad_norm": 1.3984375, + "learning_rate": 8.936456969758206e-05, + "loss": 4.2431, + "mean_token_accuracy": 0.24906228631734847, + "num_tokens": 18464976.0, + "step": 10505 + }, + { + "entropy": 5.197420120239258, + "epoch": 8.236677115987462, + "grad_norm": 1.3671875, + "learning_rate": 8.919476926846426e-05, + "loss": 4.3049, + "mean_token_accuracy": 0.24438217729330064, + "num_tokens": 18473709.0, + "step": 10510 + }, + { + "entropy": 5.190283298492432, + "epoch": 8.240595611285267, + "grad_norm": 1.4140625, + "learning_rate": 8.90253009034206e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.24107206910848616, + "num_tokens": 18483208.0, + "step": 10515 + }, + { + "entropy": 5.224445581436157, + "epoch": 8.244514106583072, + "grad_norm": 1.4765625, + "learning_rate": 8.88561649053187e-05, + "loss": 4.3946, + "mean_token_accuracy": 0.2436232388019562, + "num_tokens": 18491872.0, + "step": 10520 + }, + { + "entropy": 5.224587440490723, + "epoch": 8.248432601880877, + "grad_norm": 1.4296875, + "learning_rate": 8.868736157643183e-05, + "loss": 4.427, + "mean_token_accuracy": 0.2315705195069313, + "num_tokens": 18500740.0, + "step": 10525 + }, + { + "entropy": 5.197388601303101, + "epoch": 8.252351097178684, + "grad_norm": 1.4140625, + "learning_rate": 8.851889121843904e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24663715809583664, + "num_tokens": 18509553.0, + "step": 10530 + }, + { + "entropy": 5.237329483032227, + "epoch": 8.256269592476489, + "grad_norm": 1.5546875, + "learning_rate": 8.835075413242408e-05, + "loss": 4.3894, + "mean_token_accuracy": 0.23695489168167114, + "num_tokens": 18518549.0, + "step": 10535 + }, + { + "entropy": 5.2407567501068115, + "epoch": 8.260188087774294, + "grad_norm": 1.5078125, + "learning_rate": 8.818295061887531e-05, + "loss": 4.3776, + "mean_token_accuracy": 0.23103708326816558, + "num_tokens": 18527264.0, + "step": 10540 + }, + { + "entropy": 5.166911602020264, + "epoch": 8.2641065830721, + "grad_norm": 1.5234375, + "learning_rate": 8.801548097768473e-05, + "loss": 4.3129, + "mean_token_accuracy": 0.251553837954998, + "num_tokens": 18535193.0, + "step": 10545 + }, + { + "entropy": 5.203214979171753, + "epoch": 8.268025078369906, + "grad_norm": 1.359375, + "learning_rate": 8.784834550814769e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.24238062351942063, + "num_tokens": 18544386.0, + "step": 10550 + }, + { + "entropy": 5.145546722412109, + "epoch": 8.271943573667711, + "grad_norm": 1.3828125, + "learning_rate": 8.768154450896253e-05, + "loss": 4.2144, + "mean_token_accuracy": 0.25746887028217313, + "num_tokens": 18552745.0, + "step": 10555 + }, + { + "entropy": 5.2064838886260985, + "epoch": 8.275862068965518, + "grad_norm": 1.40625, + "learning_rate": 8.751507827822955e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.24416826963424682, + "num_tokens": 18560953.0, + "step": 10560 + }, + { + "entropy": 5.198969554901123, + "epoch": 8.279780564263323, + "grad_norm": 1.375, + "learning_rate": 8.73489471134509e-05, + "loss": 4.2722, + "mean_token_accuracy": 0.2562029466032982, + "num_tokens": 18569324.0, + "step": 10565 + }, + { + "entropy": 5.230230379104614, + "epoch": 8.283699059561128, + "grad_norm": 1.4609375, + "learning_rate": 8.718315131152999e-05, + "loss": 4.4074, + "mean_token_accuracy": 0.23682893067598343, + "num_tokens": 18578432.0, + "step": 10570 + }, + { + "entropy": 5.160339832305908, + "epoch": 8.287617554858935, + "grad_norm": 1.453125, + "learning_rate": 8.701769116877076e-05, + "loss": 4.3376, + "mean_token_accuracy": 0.24325894862413405, + "num_tokens": 18587147.0, + "step": 10575 + }, + { + "entropy": 5.216804885864258, + "epoch": 8.29153605015674, + "grad_norm": 1.2578125, + "learning_rate": 8.685256698087725e-05, + "loss": 4.3383, + "mean_token_accuracy": 0.2435641974210739, + "num_tokens": 18596933.0, + "step": 10580 + }, + { + "entropy": 5.256839609146118, + "epoch": 8.295454545454545, + "grad_norm": 1.40625, + "learning_rate": 8.668777904295328e-05, + "loss": 4.4035, + "mean_token_accuracy": 0.2431974157691002, + "num_tokens": 18605666.0, + "step": 10585 + }, + { + "entropy": 5.254942560195923, + "epoch": 8.299373040752352, + "grad_norm": 1.3984375, + "learning_rate": 8.652332764950147e-05, + "loss": 4.4713, + "mean_token_accuracy": 0.23392772674560547, + "num_tokens": 18614801.0, + "step": 10590 + }, + { + "entropy": 5.203100633621216, + "epoch": 8.303291536050157, + "grad_norm": 1.390625, + "learning_rate": 8.635921309442327e-05, + "loss": 4.3183, + "mean_token_accuracy": 0.23907482326030732, + "num_tokens": 18623489.0, + "step": 10595 + }, + { + "entropy": 5.204137659072876, + "epoch": 8.307210031347962, + "grad_norm": 1.5234375, + "learning_rate": 8.619543567101787e-05, + "loss": 4.3327, + "mean_token_accuracy": 0.2453225150704384, + "num_tokens": 18631496.0, + "step": 10600 + }, + { + "entropy": 5.20287594795227, + "epoch": 8.311128526645769, + "grad_norm": 1.5234375, + "learning_rate": 8.603199567198222e-05, + "loss": 4.3699, + "mean_token_accuracy": 0.24015610665082932, + "num_tokens": 18640481.0, + "step": 10605 + }, + { + "entropy": 5.229337406158447, + "epoch": 8.315047021943574, + "grad_norm": 1.4921875, + "learning_rate": 8.586889338941002e-05, + "loss": 4.4415, + "mean_token_accuracy": 0.2326976701617241, + "num_tokens": 18650118.0, + "step": 10610 + }, + { + "entropy": 5.171226739883423, + "epoch": 8.318965517241379, + "grad_norm": 1.4375, + "learning_rate": 8.570612911479145e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24577218443155288, + "num_tokens": 18658981.0, + "step": 10615 + }, + { + "entropy": 5.207775211334228, + "epoch": 8.322884012539184, + "grad_norm": 1.3671875, + "learning_rate": 8.554370313901273e-05, + "loss": 4.3953, + "mean_token_accuracy": 0.24119233191013337, + "num_tokens": 18668324.0, + "step": 10620 + }, + { + "entropy": 5.172161102294922, + "epoch": 8.326802507836991, + "grad_norm": 1.4453125, + "learning_rate": 8.538161575235541e-05, + "loss": 4.2763, + "mean_token_accuracy": 0.25479909032583237, + "num_tokens": 18676945.0, + "step": 10625 + }, + { + "entropy": 5.255296754837036, + "epoch": 8.330721003134796, + "grad_norm": 1.53125, + "learning_rate": 8.521986724449593e-05, + "loss": 4.3777, + "mean_token_accuracy": 0.2371798038482666, + "num_tokens": 18685980.0, + "step": 10630 + }, + { + "entropy": 5.213572359085083, + "epoch": 8.334639498432601, + "grad_norm": 1.40625, + "learning_rate": 8.5058457904505e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.2402021586894989, + "num_tokens": 18694834.0, + "step": 10635 + }, + { + "entropy": 5.168806838989258, + "epoch": 8.338557993730408, + "grad_norm": 1.4765625, + "learning_rate": 8.489738802084742e-05, + "loss": 4.325, + "mean_token_accuracy": 0.23954138159751892, + "num_tokens": 18703747.0, + "step": 10640 + }, + { + "entropy": 5.1729669094085695, + "epoch": 8.342476489028213, + "grad_norm": 1.4296875, + "learning_rate": 8.473665788138112e-05, + "loss": 4.2991, + "mean_token_accuracy": 0.250113645195961, + "num_tokens": 18712202.0, + "step": 10645 + }, + { + "entropy": 5.163078022003174, + "epoch": 8.346394984326018, + "grad_norm": 1.3828125, + "learning_rate": 8.457626777335691e-05, + "loss": 4.3417, + "mean_token_accuracy": 0.24345773458480835, + "num_tokens": 18721340.0, + "step": 10650 + }, + { + "entropy": 5.17320613861084, + "epoch": 8.350313479623825, + "grad_norm": 1.3984375, + "learning_rate": 8.4416217983418e-05, + "loss": 4.3964, + "mean_token_accuracy": 0.24268222153186797, + "num_tokens": 18730295.0, + "step": 10655 + }, + { + "entropy": 5.159527206420899, + "epoch": 8.35423197492163, + "grad_norm": 1.4375, + "learning_rate": 8.425650879759923e-05, + "loss": 4.303, + "mean_token_accuracy": 0.2470370814204216, + "num_tokens": 18739040.0, + "step": 10660 + }, + { + "entropy": 5.118357849121094, + "epoch": 8.358150470219435, + "grad_norm": 1.4296875, + "learning_rate": 8.409714050132683e-05, + "loss": 4.2596, + "mean_token_accuracy": 0.2527719184756279, + "num_tokens": 18747655.0, + "step": 10665 + }, + { + "entropy": 5.204309940338135, + "epoch": 8.362068965517242, + "grad_norm": 1.484375, + "learning_rate": 8.393811337941781e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25303575992584226, + "num_tokens": 18755602.0, + "step": 10670 + }, + { + "entropy": 5.179117488861084, + "epoch": 8.365987460815047, + "grad_norm": 1.421875, + "learning_rate": 8.377942771607943e-05, + "loss": 4.3016, + "mean_token_accuracy": 0.2518721386790276, + "num_tokens": 18764332.0, + "step": 10675 + }, + { + "entropy": 5.152911424636841, + "epoch": 8.369905956112852, + "grad_norm": 1.3203125, + "learning_rate": 8.362108379490868e-05, + "loss": 4.3439, + "mean_token_accuracy": 0.2433498501777649, + "num_tokens": 18773106.0, + "step": 10680 + }, + { + "entropy": 5.174564599990845, + "epoch": 8.373824451410659, + "grad_norm": 1.4140625, + "learning_rate": 8.346308189889175e-05, + "loss": 4.3652, + "mean_token_accuracy": 0.24044717997312545, + "num_tokens": 18781603.0, + "step": 10685 + }, + { + "entropy": 5.123613357543945, + "epoch": 8.377742946708464, + "grad_norm": 1.421875, + "learning_rate": 8.330542231040379e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.25053018480539324, + "num_tokens": 18790152.0, + "step": 10690 + }, + { + "entropy": 5.200115442276001, + "epoch": 8.38166144200627, + "grad_norm": 1.453125, + "learning_rate": 8.314810531120795e-05, + "loss": 4.273, + "mean_token_accuracy": 0.2566791042685509, + "num_tokens": 18798397.0, + "step": 10695 + }, + { + "entropy": 5.158091974258423, + "epoch": 8.385579937304076, + "grad_norm": 1.4609375, + "learning_rate": 8.299113118245519e-05, + "loss": 4.3236, + "mean_token_accuracy": 0.2489589646458626, + "num_tokens": 18807523.0, + "step": 10700 + }, + { + "entropy": 5.179664230346679, + "epoch": 8.389498432601881, + "grad_norm": 1.3515625, + "learning_rate": 8.283450020468377e-05, + "loss": 4.3323, + "mean_token_accuracy": 0.24190194457769393, + "num_tokens": 18816469.0, + "step": 10705 + }, + { + "entropy": 5.253124094009399, + "epoch": 8.393416927899686, + "grad_norm": 1.453125, + "learning_rate": 8.267821265781875e-05, + "loss": 4.372, + "mean_token_accuracy": 0.24245337694883345, + "num_tokens": 18823994.0, + "step": 10710 + }, + { + "entropy": 5.154923725128174, + "epoch": 8.397335423197493, + "grad_norm": 1.40625, + "learning_rate": 8.252226882117118e-05, + "loss": 4.2699, + "mean_token_accuracy": 0.24888572543859483, + "num_tokens": 18833159.0, + "step": 10715 + }, + { + "entropy": 5.158040761947632, + "epoch": 8.401253918495298, + "grad_norm": 1.4375, + "learning_rate": 8.236666897343797e-05, + "loss": 4.2706, + "mean_token_accuracy": 0.2492976114153862, + "num_tokens": 18841754.0, + "step": 10720 + }, + { + "entropy": 5.145916080474853, + "epoch": 8.405172413793103, + "grad_norm": 1.4140625, + "learning_rate": 8.221141339270138e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24637583643198013, + "num_tokens": 18850493.0, + "step": 10725 + }, + { + "entropy": 5.224203205108642, + "epoch": 8.409090909090908, + "grad_norm": 1.4296875, + "learning_rate": 8.205650235642828e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.24149791449308394, + "num_tokens": 18859765.0, + "step": 10730 + }, + { + "entropy": 5.190553855895996, + "epoch": 8.413009404388715, + "grad_norm": 1.4765625, + "learning_rate": 8.190193614146971e-05, + "loss": 4.3841, + "mean_token_accuracy": 0.24127394556999207, + "num_tokens": 18868685.0, + "step": 10735 + }, + { + "entropy": 5.146790838241577, + "epoch": 8.41692789968652, + "grad_norm": 1.375, + "learning_rate": 8.17477150240607e-05, + "loss": 4.3058, + "mean_token_accuracy": 0.25079535841941836, + "num_tokens": 18877496.0, + "step": 10740 + }, + { + "entropy": 5.169419193267823, + "epoch": 8.420846394984325, + "grad_norm": 1.375, + "learning_rate": 8.159383927981931e-05, + "loss": 4.3267, + "mean_token_accuracy": 0.24643860012292862, + "num_tokens": 18885828.0, + "step": 10745 + }, + { + "entropy": 5.237979555130005, + "epoch": 8.424764890282132, + "grad_norm": 1.484375, + "learning_rate": 8.14403091837464e-05, + "loss": 4.4118, + "mean_token_accuracy": 0.23178357034921646, + "num_tokens": 18894498.0, + "step": 10750 + }, + { + "entropy": 5.179816007614136, + "epoch": 8.428683385579937, + "grad_norm": 1.484375, + "learning_rate": 8.128712501022526e-05, + "loss": 4.3402, + "mean_token_accuracy": 0.24585033655166627, + "num_tokens": 18902996.0, + "step": 10755 + }, + { + "entropy": 5.139616441726685, + "epoch": 8.432601880877742, + "grad_norm": 1.5, + "learning_rate": 8.11342870330208e-05, + "loss": 4.2739, + "mean_token_accuracy": 0.25233634412288664, + "num_tokens": 18911731.0, + "step": 10760 + }, + { + "entropy": 5.142950439453125, + "epoch": 8.43652037617555, + "grad_norm": 1.4921875, + "learning_rate": 8.098179552527921e-05, + "loss": 4.2443, + "mean_token_accuracy": 0.2585966572165489, + "num_tokens": 18920912.0, + "step": 10765 + }, + { + "entropy": 5.148827123641968, + "epoch": 8.440438871473354, + "grad_norm": 1.5859375, + "learning_rate": 8.082965075952757e-05, + "loss": 4.2793, + "mean_token_accuracy": 0.24578409641981125, + "num_tokens": 18930012.0, + "step": 10770 + }, + { + "entropy": 5.198116683959961, + "epoch": 8.44435736677116, + "grad_norm": 1.484375, + "learning_rate": 8.067785300767333e-05, + "loss": 4.4086, + "mean_token_accuracy": 0.23290242552757262, + "num_tokens": 18939026.0, + "step": 10775 + }, + { + "entropy": 5.202164030075073, + "epoch": 8.448275862068966, + "grad_norm": 1.34375, + "learning_rate": 8.05264025410036e-05, + "loss": 4.3549, + "mean_token_accuracy": 0.23385946154594422, + "num_tokens": 18948387.0, + "step": 10780 + }, + { + "entropy": 5.207539367675781, + "epoch": 8.452194357366771, + "grad_norm": 1.390625, + "learning_rate": 8.037529963018488e-05, + "loss": 4.3861, + "mean_token_accuracy": 0.23611894249916077, + "num_tokens": 18957234.0, + "step": 10785 + }, + { + "entropy": 5.170898294448852, + "epoch": 8.456112852664576, + "grad_norm": 1.671875, + "learning_rate": 8.022454454526272e-05, + "loss": 4.3235, + "mean_token_accuracy": 0.24420012831687926, + "num_tokens": 18965501.0, + "step": 10790 + }, + { + "entropy": 5.1894067287445065, + "epoch": 8.460031347962383, + "grad_norm": 1.4453125, + "learning_rate": 8.00741375556608e-05, + "loss": 4.321, + "mean_token_accuracy": 0.24325118511915206, + "num_tokens": 18973225.0, + "step": 10795 + }, + { + "entropy": 5.189754390716553, + "epoch": 8.463949843260188, + "grad_norm": 1.5546875, + "learning_rate": 7.99240789301808e-05, + "loss": 4.3269, + "mean_token_accuracy": 0.24268894344568254, + "num_tokens": 18982424.0, + "step": 10800 + }, + { + "entropy": 5.173257207870483, + "epoch": 8.467868338557993, + "grad_norm": 1.296875, + "learning_rate": 7.977436893700177e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.2429159700870514, + "num_tokens": 18991519.0, + "step": 10805 + }, + { + "entropy": 5.136244583129883, + "epoch": 8.4717868338558, + "grad_norm": 1.3125, + "learning_rate": 7.962500784367985e-05, + "loss": 4.3051, + "mean_token_accuracy": 0.24642553478479384, + "num_tokens": 19000498.0, + "step": 10810 + }, + { + "entropy": 5.230206823348999, + "epoch": 8.475705329153605, + "grad_norm": 1.390625, + "learning_rate": 7.947599591714746e-05, + "loss": 4.4166, + "mean_token_accuracy": 0.24019178748130798, + "num_tokens": 19009640.0, + "step": 10815 + }, + { + "entropy": 5.152269411087036, + "epoch": 8.47962382445141, + "grad_norm": 1.421875, + "learning_rate": 7.932733342371306e-05, + "loss": 4.3736, + "mean_token_accuracy": 0.23906815350055693, + "num_tokens": 19018337.0, + "step": 10820 + }, + { + "entropy": 5.267092227935791, + "epoch": 8.483542319749215, + "grad_norm": 1.421875, + "learning_rate": 7.917902062906066e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.23587296456098555, + "num_tokens": 19027232.0, + "step": 10825 + }, + { + "entropy": 5.12256760597229, + "epoch": 8.487460815047022, + "grad_norm": 1.40625, + "learning_rate": 7.90310577982493e-05, + "loss": 4.2928, + "mean_token_accuracy": 0.25045348703861237, + "num_tokens": 19036661.0, + "step": 10830 + }, + { + "entropy": 5.159757900238037, + "epoch": 8.491379310344827, + "grad_norm": 1.421875, + "learning_rate": 7.888344519571247e-05, + "loss": 4.3042, + "mean_token_accuracy": 0.24958488643169402, + "num_tokens": 19045955.0, + "step": 10835 + }, + { + "entropy": 5.217755937576294, + "epoch": 8.495297805642632, + "grad_norm": 1.5546875, + "learning_rate": 7.873618308525797e-05, + "loss": 4.3989, + "mean_token_accuracy": 0.23859389424324035, + "num_tokens": 19054183.0, + "step": 10840 + }, + { + "entropy": 5.271123838424683, + "epoch": 8.49921630094044, + "grad_norm": 1.3984375, + "learning_rate": 7.858927173006694e-05, + "loss": 4.3483, + "mean_token_accuracy": 0.25319149941205976, + "num_tokens": 19063029.0, + "step": 10845 + }, + { + "entropy": 5.201040935516358, + "epoch": 8.503134796238244, + "grad_norm": 1.4140625, + "learning_rate": 7.844271139269384e-05, + "loss": 4.2859, + "mean_token_accuracy": 0.2510977730154991, + "num_tokens": 19071325.0, + "step": 10850 + }, + { + "entropy": 5.202458000183105, + "epoch": 8.50705329153605, + "grad_norm": 1.3984375, + "learning_rate": 7.829650233506569e-05, + "loss": 4.3977, + "mean_token_accuracy": 0.23749318718910217, + "num_tokens": 19080082.0, + "step": 10855 + }, + { + "entropy": 5.149078702926635, + "epoch": 8.510971786833856, + "grad_norm": 1.4453125, + "learning_rate": 7.815064481848188e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.245503169298172, + "num_tokens": 19089286.0, + "step": 10860 + }, + { + "entropy": 5.165611219406128, + "epoch": 8.514890282131661, + "grad_norm": 1.46875, + "learning_rate": 7.800513910361343e-05, + "loss": 4.2642, + "mean_token_accuracy": 0.25618679970502856, + "num_tokens": 19098397.0, + "step": 10865 + }, + { + "entropy": 5.256289625167847, + "epoch": 8.518808777429467, + "grad_norm": 1.359375, + "learning_rate": 7.785998545050253e-05, + "loss": 4.4262, + "mean_token_accuracy": 0.22846854776144027, + "num_tokens": 19107939.0, + "step": 10870 + }, + { + "entropy": 5.18234224319458, + "epoch": 8.522727272727273, + "grad_norm": 1.4296875, + "learning_rate": 7.771518411856243e-05, + "loss": 4.3752, + "mean_token_accuracy": 0.23973670303821565, + "num_tokens": 19116541.0, + "step": 10875 + }, + { + "entropy": 5.256338310241699, + "epoch": 8.526645768025078, + "grad_norm": 1.484375, + "learning_rate": 7.75707353665765e-05, + "loss": 4.3917, + "mean_token_accuracy": 0.23739721924066542, + "num_tokens": 19124830.0, + "step": 10880 + }, + { + "entropy": 5.11550989151001, + "epoch": 8.530564263322884, + "grad_norm": 1.34375, + "learning_rate": 7.742663945269816e-05, + "loss": 4.2399, + "mean_token_accuracy": 0.25304013341665266, + "num_tokens": 19133518.0, + "step": 10885 + }, + { + "entropy": 5.206185293197632, + "epoch": 8.53448275862069, + "grad_norm": 1.3984375, + "learning_rate": 7.72828966344501e-05, + "loss": 4.3971, + "mean_token_accuracy": 0.24643320739269256, + "num_tokens": 19142989.0, + "step": 10890 + }, + { + "entropy": 5.27640471458435, + "epoch": 8.538401253918495, + "grad_norm": 1.3671875, + "learning_rate": 7.713950716872411e-05, + "loss": 4.4482, + "mean_token_accuracy": 0.2435752809047699, + "num_tokens": 19151603.0, + "step": 10895 + }, + { + "entropy": 5.166068172454834, + "epoch": 8.5423197492163, + "grad_norm": 1.546875, + "learning_rate": 7.699647131178038e-05, + "loss": 4.2865, + "mean_token_accuracy": 0.24158075600862502, + "num_tokens": 19159949.0, + "step": 10900 + }, + { + "entropy": 5.181893539428711, + "epoch": 8.546238244514107, + "grad_norm": 1.421875, + "learning_rate": 7.685378931924713e-05, + "loss": 4.392, + "mean_token_accuracy": 0.23999944627285003, + "num_tokens": 19169594.0, + "step": 10905 + }, + { + "entropy": 5.194723176956177, + "epoch": 8.550156739811912, + "grad_norm": 1.5390625, + "learning_rate": 7.67114614461203e-05, + "loss": 4.2988, + "mean_token_accuracy": 0.2502975150942802, + "num_tokens": 19177660.0, + "step": 10910 + }, + { + "entropy": 5.141909456253051, + "epoch": 8.554075235109718, + "grad_norm": 1.46875, + "learning_rate": 7.656948794676283e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.2440106377005577, + "num_tokens": 19185890.0, + "step": 10915 + }, + { + "entropy": 5.117619943618775, + "epoch": 8.557993730407524, + "grad_norm": 1.453125, + "learning_rate": 7.642786907490437e-05, + "loss": 4.2852, + "mean_token_accuracy": 0.2527379870414734, + "num_tokens": 19194820.0, + "step": 10920 + }, + { + "entropy": 5.173396253585816, + "epoch": 8.56191222570533, + "grad_norm": 1.5, + "learning_rate": 7.628660508364083e-05, + "loss": 4.3661, + "mean_token_accuracy": 0.23906691372394562, + "num_tokens": 19203887.0, + "step": 10925 + }, + { + "entropy": 5.2319599151611325, + "epoch": 8.565830721003135, + "grad_norm": 1.3515625, + "learning_rate": 7.614569622543391e-05, + "loss": 4.4243, + "mean_token_accuracy": 0.23508220463991164, + "num_tokens": 19212540.0, + "step": 10930 + }, + { + "entropy": 5.158654737472534, + "epoch": 8.56974921630094, + "grad_norm": 1.515625, + "learning_rate": 7.600514275211054e-05, + "loss": 4.304, + "mean_token_accuracy": 0.2489401400089264, + "num_tokens": 19221838.0, + "step": 10935 + }, + { + "entropy": 5.100141811370849, + "epoch": 8.573667711598747, + "grad_norm": 1.515625, + "learning_rate": 7.58649449148625e-05, + "loss": 4.245, + "mean_token_accuracy": 0.2527499616146088, + "num_tokens": 19229538.0, + "step": 10940 + }, + { + "entropy": 5.120130300521851, + "epoch": 8.577586206896552, + "grad_norm": 1.3515625, + "learning_rate": 7.572510296424615e-05, + "loss": 4.2099, + "mean_token_accuracy": 0.2548257991671562, + "num_tokens": 19237977.0, + "step": 10945 + }, + { + "entropy": 5.16163821220398, + "epoch": 8.581504702194357, + "grad_norm": 1.5, + "learning_rate": 7.558561715018174e-05, + "loss": 4.3387, + "mean_token_accuracy": 0.24190286695957183, + "num_tokens": 19246801.0, + "step": 10950 + }, + { + "entropy": 5.1767377853393555, + "epoch": 8.585423197492164, + "grad_norm": 1.328125, + "learning_rate": 7.544648772195293e-05, + "loss": 4.3357, + "mean_token_accuracy": 0.2454310953617096, + "num_tokens": 19256271.0, + "step": 10955 + }, + { + "entropy": 5.190650606155396, + "epoch": 8.589341692789969, + "grad_norm": 1.4765625, + "learning_rate": 7.530771492820673e-05, + "loss": 4.3315, + "mean_token_accuracy": 0.24321384727954865, + "num_tokens": 19264210.0, + "step": 10960 + }, + { + "entropy": 5.1225865364074705, + "epoch": 8.593260188087774, + "grad_norm": 1.359375, + "learning_rate": 7.516929901695249e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.24927836507558823, + "num_tokens": 19272700.0, + "step": 10965 + }, + { + "entropy": 5.188807249069214, + "epoch": 8.59717868338558, + "grad_norm": 1.4140625, + "learning_rate": 7.503124023556192e-05, + "loss": 4.3644, + "mean_token_accuracy": 0.24342314898967743, + "num_tokens": 19281674.0, + "step": 10970 + }, + { + "entropy": 5.209954261779785, + "epoch": 8.601097178683386, + "grad_norm": 1.4453125, + "learning_rate": 7.48935388307685e-05, + "loss": 4.302, + "mean_token_accuracy": 0.24961291253566742, + "num_tokens": 19290748.0, + "step": 10975 + }, + { + "entropy": 5.167430639266968, + "epoch": 8.60501567398119, + "grad_norm": 1.53125, + "learning_rate": 7.47561950486669e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25517262816429137, + "num_tokens": 19299018.0, + "step": 10980 + }, + { + "entropy": 5.136191892623901, + "epoch": 8.608934169278998, + "grad_norm": 1.3671875, + "learning_rate": 7.461920913471276e-05, + "loss": 4.2595, + "mean_token_accuracy": 0.24712129831314086, + "num_tokens": 19307915.0, + "step": 10985 + }, + { + "entropy": 5.167633152008056, + "epoch": 8.612852664576803, + "grad_norm": 1.3671875, + "learning_rate": 7.448258133372208e-05, + "loss": 4.3075, + "mean_token_accuracy": 0.25469652861356734, + "num_tokens": 19316358.0, + "step": 10990 + }, + { + "entropy": 5.184241771697998, + "epoch": 8.616771159874608, + "grad_norm": 1.453125, + "learning_rate": 7.434631188987095e-05, + "loss": 4.4212, + "mean_token_accuracy": 0.23687219023704528, + "num_tokens": 19325329.0, + "step": 10995 + }, + { + "entropy": 5.197266912460327, + "epoch": 8.620689655172415, + "grad_norm": 1.484375, + "learning_rate": 7.42104010466949e-05, + "loss": 4.3619, + "mean_token_accuracy": 0.24355487823486327, + "num_tokens": 19333857.0, + "step": 11000 + }, + { + "epoch": 8.620689655172415, + "eval_entropy": 5.09359948256219, + "eval_loss": 5.652531623840332, + "eval_mean_token_accuracy": 0.17406360565345416, + "eval_num_tokens": 19333857.0, + "eval_runtime": 2.829, + "eval_samples_per_second": 1457.058, + "eval_steps_per_second": 182.397, + "step": 11000 + }, + { + "entropy": 5.160344028472901, + "epoch": 8.62460815047022, + "grad_norm": 1.484375, + "learning_rate": 7.407484904708874e-05, + "loss": 4.3033, + "mean_token_accuracy": 0.24506744891405105, + "num_tokens": 19342386.0, + "step": 11005 + }, + { + "entropy": 5.183922195434571, + "epoch": 8.628526645768025, + "grad_norm": 1.453125, + "learning_rate": 7.393965613330575e-05, + "loss": 4.3541, + "mean_token_accuracy": 0.24694971293210982, + "num_tokens": 19350727.0, + "step": 11010 + }, + { + "entropy": 5.190996217727661, + "epoch": 8.63244514106583, + "grad_norm": 1.4453125, + "learning_rate": 7.38048225469577e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.2396124631166458, + "num_tokens": 19360078.0, + "step": 11015 + }, + { + "entropy": 5.161708164215088, + "epoch": 8.636363636363637, + "grad_norm": 1.28125, + "learning_rate": 7.3670348529014e-05, + "loss": 4.3463, + "mean_token_accuracy": 0.2490159496665001, + "num_tokens": 19369092.0, + "step": 11020 + }, + { + "entropy": 5.202845716476441, + "epoch": 8.640282131661442, + "grad_norm": 1.4375, + "learning_rate": 7.353623431980153e-05, + "loss": 4.3555, + "mean_token_accuracy": 0.2404809206724167, + "num_tokens": 19378061.0, + "step": 11025 + }, + { + "entropy": 5.221709823608398, + "epoch": 8.644200626959247, + "grad_norm": 1.5, + "learning_rate": 7.340248015900416e-05, + "loss": 4.3297, + "mean_token_accuracy": 0.24818609207868575, + "num_tokens": 19386298.0, + "step": 11030 + }, + { + "entropy": 5.143859624862671, + "epoch": 8.648119122257054, + "grad_norm": 1.4375, + "learning_rate": 7.326908628566226e-05, + "loss": 4.2846, + "mean_token_accuracy": 0.252796171605587, + "num_tokens": 19394001.0, + "step": 11035 + }, + { + "entropy": 5.080711078643799, + "epoch": 8.652037617554859, + "grad_norm": 1.4140625, + "learning_rate": 7.313605293817224e-05, + "loss": 4.222, + "mean_token_accuracy": 0.25163881480693817, + "num_tokens": 19402410.0, + "step": 11040 + }, + { + "entropy": 5.211961364746093, + "epoch": 8.655956112852664, + "grad_norm": 1.4765625, + "learning_rate": 7.300338035428639e-05, + "loss": 4.3818, + "mean_token_accuracy": 0.24466072469949723, + "num_tokens": 19410947.0, + "step": 11045 + }, + { + "entropy": 5.16515154838562, + "epoch": 8.65987460815047, + "grad_norm": 1.4296875, + "learning_rate": 7.287106877111203e-05, + "loss": 4.4146, + "mean_token_accuracy": 0.24014496952295303, + "num_tokens": 19419286.0, + "step": 11050 + }, + { + "entropy": 5.149256992340088, + "epoch": 8.663793103448276, + "grad_norm": 1.5, + "learning_rate": 7.273911842511139e-05, + "loss": 4.3072, + "mean_token_accuracy": 0.24570076018571854, + "num_tokens": 19427703.0, + "step": 11055 + }, + { + "entropy": 5.165379905700684, + "epoch": 8.66771159874608, + "grad_norm": 1.375, + "learning_rate": 7.260752955210124e-05, + "loss": 4.3192, + "mean_token_accuracy": 0.24644818753004075, + "num_tokens": 19436329.0, + "step": 11060 + }, + { + "entropy": 5.191621541976929, + "epoch": 8.671630094043888, + "grad_norm": 1.4765625, + "learning_rate": 7.247630238725212e-05, + "loss": 4.302, + "mean_token_accuracy": 0.2513266861438751, + "num_tokens": 19444363.0, + "step": 11065 + }, + { + "entropy": 5.155099821090698, + "epoch": 8.675548589341693, + "grad_norm": 1.46875, + "learning_rate": 7.234543716508836e-05, + "loss": 4.3203, + "mean_token_accuracy": 0.246969772875309, + "num_tokens": 19452745.0, + "step": 11070 + }, + { + "entropy": 5.221770191192627, + "epoch": 8.679467084639498, + "grad_norm": 1.3828125, + "learning_rate": 7.221493411948723e-05, + "loss": 4.3685, + "mean_token_accuracy": 0.2359369307756424, + "num_tokens": 19462481.0, + "step": 11075 + }, + { + "entropy": 5.234551668167114, + "epoch": 8.683385579937305, + "grad_norm": 1.5703125, + "learning_rate": 7.208479348367895e-05, + "loss": 4.3616, + "mean_token_accuracy": 0.2448529466986656, + "num_tokens": 19471276.0, + "step": 11080 + }, + { + "entropy": 5.169011497497559, + "epoch": 8.68730407523511, + "grad_norm": 1.4375, + "learning_rate": 7.195501549024582e-05, + "loss": 4.366, + "mean_token_accuracy": 0.23968504071235658, + "num_tokens": 19480101.0, + "step": 11085 + }, + { + "entropy": 5.170721244812012, + "epoch": 8.691222570532915, + "grad_norm": 1.4296875, + "learning_rate": 7.182560037112217e-05, + "loss": 4.2657, + "mean_token_accuracy": 0.25115206092596054, + "num_tokens": 19489027.0, + "step": 11090 + }, + { + "entropy": 5.1923192024230955, + "epoch": 8.695141065830722, + "grad_norm": 1.53125, + "learning_rate": 7.169654835759388e-05, + "loss": 4.3249, + "mean_token_accuracy": 0.24627234786748886, + "num_tokens": 19497363.0, + "step": 11095 + }, + { + "entropy": 5.1721217155456545, + "epoch": 8.699059561128527, + "grad_norm": 1.5859375, + "learning_rate": 7.156785968029778e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.24736280143260955, + "num_tokens": 19505362.0, + "step": 11100 + }, + { + "entropy": 5.09847846031189, + "epoch": 8.702978056426332, + "grad_norm": 1.3046875, + "learning_rate": 7.143953456922141e-05, + "loss": 4.256, + "mean_token_accuracy": 0.25190206319093705, + "num_tokens": 19514536.0, + "step": 11105 + }, + { + "entropy": 5.155974626541138, + "epoch": 8.706896551724139, + "grad_norm": 1.3671875, + "learning_rate": 7.131157325370249e-05, + "loss": 4.3498, + "mean_token_accuracy": 0.23626135438680648, + "num_tokens": 19523276.0, + "step": 11110 + }, + { + "entropy": 5.121405553817749, + "epoch": 8.710815047021944, + "grad_norm": 1.390625, + "learning_rate": 7.118397596242872e-05, + "loss": 4.2358, + "mean_token_accuracy": 0.24885319620370866, + "num_tokens": 19532020.0, + "step": 11115 + }, + { + "entropy": 5.1765974998474125, + "epoch": 8.714733542319749, + "grad_norm": 1.5, + "learning_rate": 7.105674292343709e-05, + "loss": 4.3222, + "mean_token_accuracy": 0.24418028742074965, + "num_tokens": 19540175.0, + "step": 11120 + }, + { + "entropy": 5.250468397140503, + "epoch": 8.718652037617554, + "grad_norm": 1.375, + "learning_rate": 7.092987436411369e-05, + "loss": 4.3561, + "mean_token_accuracy": 0.24565353393554687, + "num_tokens": 19549728.0, + "step": 11125 + }, + { + "entropy": 5.14434118270874, + "epoch": 8.72257053291536, + "grad_norm": 1.421875, + "learning_rate": 7.080337051119325e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24971763789653778, + "num_tokens": 19558859.0, + "step": 11130 + }, + { + "entropy": 5.1333842277526855, + "epoch": 8.726489028213166, + "grad_norm": 1.5234375, + "learning_rate": 7.067723159075864e-05, + "loss": 4.2721, + "mean_token_accuracy": 0.25077017545700075, + "num_tokens": 19567397.0, + "step": 11135 + }, + { + "entropy": 5.126773357391357, + "epoch": 8.730407523510971, + "grad_norm": 1.40625, + "learning_rate": 7.055145782824051e-05, + "loss": 4.3012, + "mean_token_accuracy": 0.24425838589668275, + "num_tokens": 19575986.0, + "step": 11140 + }, + { + "entropy": 5.150705194473266, + "epoch": 8.734326018808778, + "grad_norm": 1.3671875, + "learning_rate": 7.042604944841705e-05, + "loss": 4.3021, + "mean_token_accuracy": 0.2514984980225563, + "num_tokens": 19585066.0, + "step": 11145 + }, + { + "entropy": 5.172491884231567, + "epoch": 8.738244514106583, + "grad_norm": 1.4921875, + "learning_rate": 7.030100667541333e-05, + "loss": 4.3258, + "mean_token_accuracy": 0.23992275595664977, + "num_tokens": 19594044.0, + "step": 11150 + }, + { + "entropy": 5.14497218132019, + "epoch": 8.742163009404388, + "grad_norm": 1.4921875, + "learning_rate": 7.017632973270105e-05, + "loss": 4.3224, + "mean_token_accuracy": 0.24162716120481492, + "num_tokens": 19602416.0, + "step": 11155 + }, + { + "entropy": 5.1665102481842045, + "epoch": 8.746081504702195, + "grad_norm": 1.3984375, + "learning_rate": 7.005201884309812e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24345449805259706, + "num_tokens": 19612435.0, + "step": 11160 + }, + { + "entropy": 5.209478282928467, + "epoch": 8.75, + "grad_norm": 1.3984375, + "learning_rate": 6.992807422876829e-05, + "loss": 4.3481, + "mean_token_accuracy": 0.24448236376047133, + "num_tokens": 19621708.0, + "step": 11165 + }, + { + "entropy": 5.234047794342041, + "epoch": 8.753918495297805, + "grad_norm": 1.453125, + "learning_rate": 6.980449611122065e-05, + "loss": 4.3426, + "mean_token_accuracy": 0.2440522536635399, + "num_tokens": 19630879.0, + "step": 11170 + }, + { + "entropy": 5.189493083953858, + "epoch": 8.757836990595612, + "grad_norm": 1.3828125, + "learning_rate": 6.968128471130932e-05, + "loss": 4.318, + "mean_token_accuracy": 0.25217931866645815, + "num_tokens": 19640265.0, + "step": 11175 + }, + { + "entropy": 5.180751180648803, + "epoch": 8.761755485893417, + "grad_norm": 1.4375, + "learning_rate": 6.955844024923308e-05, + "loss": 4.353, + "mean_token_accuracy": 0.24737632572650908, + "num_tokens": 19648447.0, + "step": 11180 + }, + { + "entropy": 5.21621527671814, + "epoch": 8.765673981191222, + "grad_norm": 1.3828125, + "learning_rate": 6.943596294453492e-05, + "loss": 4.3583, + "mean_token_accuracy": 0.2393050119280815, + "num_tokens": 19657971.0, + "step": 11185 + }, + { + "entropy": 5.205598974227906, + "epoch": 8.769592476489029, + "grad_norm": 1.3125, + "learning_rate": 6.931385301610161e-05, + "loss": 4.3239, + "mean_token_accuracy": 0.2530598521232605, + "num_tokens": 19667059.0, + "step": 11190 + }, + { + "entropy": 5.157665967941284, + "epoch": 8.773510971786834, + "grad_norm": 1.4765625, + "learning_rate": 6.919211068216337e-05, + "loss": 4.3338, + "mean_token_accuracy": 0.2477164462208748, + "num_tokens": 19675683.0, + "step": 11195 + }, + { + "entropy": 5.198060798645019, + "epoch": 8.77742946708464, + "grad_norm": 1.4140625, + "learning_rate": 6.907073616029356e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.23859013617038727, + "num_tokens": 19685317.0, + "step": 11200 + }, + { + "entropy": 5.227784633636475, + "epoch": 8.781347962382446, + "grad_norm": 1.46875, + "learning_rate": 6.894972966740809e-05, + "loss": 4.3729, + "mean_token_accuracy": 0.242330664396286, + "num_tokens": 19694013.0, + "step": 11205 + }, + { + "entropy": 5.134903430938721, + "epoch": 8.785266457680251, + "grad_norm": 1.3984375, + "learning_rate": 6.882909141976514e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.24350144416093827, + "num_tokens": 19702527.0, + "step": 11210 + }, + { + "entropy": 5.205503463745117, + "epoch": 8.789184952978056, + "grad_norm": 1.484375, + "learning_rate": 6.87088216329649e-05, + "loss": 4.3578, + "mean_token_accuracy": 0.2415403366088867, + "num_tokens": 19711075.0, + "step": 11215 + }, + { + "entropy": 5.1629664421081545, + "epoch": 8.793103448275861, + "grad_norm": 1.453125, + "learning_rate": 6.858892052194894e-05, + "loss": 4.2887, + "mean_token_accuracy": 0.24657656848430634, + "num_tokens": 19719964.0, + "step": 11220 + }, + { + "entropy": 5.12054409980774, + "epoch": 8.797021943573668, + "grad_norm": 1.4609375, + "learning_rate": 6.846938830099995e-05, + "loss": 4.277, + "mean_token_accuracy": 0.24346675872802734, + "num_tokens": 19728801.0, + "step": 11225 + }, + { + "entropy": 5.1829526901245115, + "epoch": 8.800940438871473, + "grad_norm": 1.3828125, + "learning_rate": 6.835022518374147e-05, + "loss": 4.3664, + "mean_token_accuracy": 0.24321665167808532, + "num_tokens": 19737446.0, + "step": 11230 + }, + { + "entropy": 5.1880621910095215, + "epoch": 8.804858934169278, + "grad_norm": 1.4453125, + "learning_rate": 6.823143138313725e-05, + "loss": 4.3637, + "mean_token_accuracy": 0.24352171868085862, + "num_tokens": 19745955.0, + "step": 11235 + }, + { + "entropy": 5.1620180130004885, + "epoch": 8.808777429467085, + "grad_norm": 1.4375, + "learning_rate": 6.811300711149109e-05, + "loss": 4.301, + "mean_token_accuracy": 0.25580877512693406, + "num_tokens": 19754463.0, + "step": 11240 + }, + { + "entropy": 5.1462400436401365, + "epoch": 8.81269592476489, + "grad_norm": 1.40625, + "learning_rate": 6.799495258044633e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.24694229960441588, + "num_tokens": 19762828.0, + "step": 11245 + }, + { + "entropy": 5.2241291999816895, + "epoch": 8.816614420062695, + "grad_norm": 1.6015625, + "learning_rate": 6.787726800098568e-05, + "loss": 4.3947, + "mean_token_accuracy": 0.2394113674759865, + "num_tokens": 19771159.0, + "step": 11250 + }, + { + "entropy": 5.138645982742309, + "epoch": 8.820532915360502, + "grad_norm": 1.46875, + "learning_rate": 6.775995358343043e-05, + "loss": 4.3142, + "mean_token_accuracy": 0.2510115265846252, + "num_tokens": 19779771.0, + "step": 11255 + }, + { + "entropy": 5.180734634399414, + "epoch": 8.824451410658307, + "grad_norm": 1.40625, + "learning_rate": 6.764300953744052e-05, + "loss": 4.3374, + "mean_token_accuracy": 0.2468802586197853, + "num_tokens": 19788552.0, + "step": 11260 + }, + { + "entropy": 5.1564349174499515, + "epoch": 8.828369905956112, + "grad_norm": 1.5546875, + "learning_rate": 6.752643607201394e-05, + "loss": 4.3666, + "mean_token_accuracy": 0.24608568996191024, + "num_tokens": 19797346.0, + "step": 11265 + }, + { + "entropy": 5.225608062744141, + "epoch": 8.83228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.741023339548633e-05, + "loss": 4.3656, + "mean_token_accuracy": 0.2406889021396637, + "num_tokens": 19806152.0, + "step": 11270 + }, + { + "entropy": 5.189226865768433, + "epoch": 8.836206896551724, + "grad_norm": 1.4921875, + "learning_rate": 6.729440171553078e-05, + "loss": 4.3363, + "mean_token_accuracy": 0.24901342242956162, + "num_tokens": 19814977.0, + "step": 11275 + }, + { + "entropy": 5.215910387039185, + "epoch": 8.84012539184953, + "grad_norm": 1.625, + "learning_rate": 6.71789412391572e-05, + "loss": 4.4159, + "mean_token_accuracy": 0.24028196185827255, + "num_tokens": 19824203.0, + "step": 11280 + }, + { + "entropy": 5.232241106033325, + "epoch": 8.844043887147336, + "grad_norm": 1.5, + "learning_rate": 6.706385217271223e-05, + "loss": 4.3598, + "mean_token_accuracy": 0.24609470814466478, + "num_tokens": 19831974.0, + "step": 11285 + }, + { + "entropy": 5.171202564239502, + "epoch": 8.847962382445141, + "grad_norm": 1.3828125, + "learning_rate": 6.69491347218787e-05, + "loss": 4.3351, + "mean_token_accuracy": 0.2420610025525093, + "num_tokens": 19840709.0, + "step": 11290 + }, + { + "entropy": 5.151089525222778, + "epoch": 8.851880877742946, + "grad_norm": 1.4609375, + "learning_rate": 6.683478909167525e-05, + "loss": 4.3431, + "mean_token_accuracy": 0.24947091042995453, + "num_tokens": 19849409.0, + "step": 11295 + }, + { + "entropy": 5.149393558502197, + "epoch": 8.855799373040753, + "grad_norm": 1.4375, + "learning_rate": 6.672081548645608e-05, + "loss": 4.2876, + "mean_token_accuracy": 0.2499714896082878, + "num_tokens": 19858331.0, + "step": 11300 + }, + { + "entropy": 5.128349685668946, + "epoch": 8.859717868338558, + "grad_norm": 1.4375, + "learning_rate": 6.660721410991057e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24699696004390717, + "num_tokens": 19866469.0, + "step": 11305 + }, + { + "entropy": 5.20927586555481, + "epoch": 8.863636363636363, + "grad_norm": 1.5390625, + "learning_rate": 6.649398516506272e-05, + "loss": 4.3407, + "mean_token_accuracy": 0.2527222618460655, + "num_tokens": 19875183.0, + "step": 11310 + }, + { + "entropy": 5.231449031829834, + "epoch": 8.86755485893417, + "grad_norm": 1.5078125, + "learning_rate": 6.638112885427103e-05, + "loss": 4.4197, + "mean_token_accuracy": 0.23686433732509612, + "num_tokens": 19884440.0, + "step": 11315 + }, + { + "entropy": 5.208543872833252, + "epoch": 8.871473354231975, + "grad_norm": 1.5234375, + "learning_rate": 6.626864537922808e-05, + "loss": 4.3335, + "mean_token_accuracy": 0.25042118728160856, + "num_tokens": 19892833.0, + "step": 11320 + }, + { + "entropy": 5.221477413177491, + "epoch": 8.87539184952978, + "grad_norm": 1.4609375, + "learning_rate": 6.615653494096001e-05, + "loss": 4.3808, + "mean_token_accuracy": 0.24391695261001586, + "num_tokens": 19900805.0, + "step": 11325 + }, + { + "entropy": 5.206062269210816, + "epoch": 8.879310344827585, + "grad_norm": 1.515625, + "learning_rate": 6.604479773982634e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.2520469561219215, + "num_tokens": 19909693.0, + "step": 11330 + }, + { + "entropy": 5.203600263595581, + "epoch": 8.883228840125392, + "grad_norm": 1.4765625, + "learning_rate": 6.593343397551964e-05, + "loss": 4.3479, + "mean_token_accuracy": 0.2507233560085297, + "num_tokens": 19918234.0, + "step": 11335 + }, + { + "entropy": 5.180827617645264, + "epoch": 8.887147335423197, + "grad_norm": 1.328125, + "learning_rate": 6.582244384706497e-05, + "loss": 4.3503, + "mean_token_accuracy": 0.2461276188492775, + "num_tokens": 19927465.0, + "step": 11340 + }, + { + "entropy": 5.149862051010132, + "epoch": 8.891065830721002, + "grad_norm": 1.46875, + "learning_rate": 6.571182755281964e-05, + "loss": 4.2971, + "mean_token_accuracy": 0.25761167109012606, + "num_tokens": 19936444.0, + "step": 11345 + }, + { + "entropy": 5.108878564834595, + "epoch": 8.89498432601881, + "grad_norm": 1.5, + "learning_rate": 6.5601585290473e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.256640762090683, + "num_tokens": 19944981.0, + "step": 11350 + }, + { + "entropy": 5.213591527938843, + "epoch": 8.898902821316614, + "grad_norm": 1.3359375, + "learning_rate": 6.549171725704575e-05, + "loss": 4.4317, + "mean_token_accuracy": 0.2332255646586418, + "num_tokens": 19953907.0, + "step": 11355 + }, + { + "entropy": 5.1328013896942135, + "epoch": 8.90282131661442, + "grad_norm": 1.4609375, + "learning_rate": 6.538222364889e-05, + "loss": 4.2995, + "mean_token_accuracy": 0.25097040832042694, + "num_tokens": 19962487.0, + "step": 11360 + }, + { + "entropy": 5.212668704986572, + "epoch": 8.906739811912226, + "grad_norm": 1.3671875, + "learning_rate": 6.527310466168842e-05, + "loss": 4.3493, + "mean_token_accuracy": 0.23977413177490234, + "num_tokens": 19971243.0, + "step": 11365 + }, + { + "entropy": 5.158293867111206, + "epoch": 8.910658307210031, + "grad_norm": 1.453125, + "learning_rate": 6.516436049045452e-05, + "loss": 4.3831, + "mean_token_accuracy": 0.23646930307149888, + "num_tokens": 19980281.0, + "step": 11370 + }, + { + "entropy": 5.207000017166138, + "epoch": 8.914576802507836, + "grad_norm": 1.421875, + "learning_rate": 6.505599132953165e-05, + "loss": 4.4616, + "mean_token_accuracy": 0.23221587091684343, + "num_tokens": 19990340.0, + "step": 11375 + }, + { + "entropy": 5.130055570602417, + "epoch": 8.918495297805643, + "grad_norm": 1.5234375, + "learning_rate": 6.494799737259304e-05, + "loss": 4.2442, + "mean_token_accuracy": 0.2473800450563431, + "num_tokens": 19998770.0, + "step": 11380 + }, + { + "entropy": 5.137336921691895, + "epoch": 8.922413793103448, + "grad_norm": 1.3359375, + "learning_rate": 6.48403788126415e-05, + "loss": 4.2581, + "mean_token_accuracy": 0.25648638159036635, + "num_tokens": 20007388.0, + "step": 11385 + }, + { + "entropy": 5.13502721786499, + "epoch": 8.926332288401253, + "grad_norm": 1.4609375, + "learning_rate": 6.473313584200882e-05, + "loss": 4.2385, + "mean_token_accuracy": 0.25371780842542646, + "num_tokens": 20016350.0, + "step": 11390 + }, + { + "entropy": 5.108055305480957, + "epoch": 8.93025078369906, + "grad_norm": 1.375, + "learning_rate": 6.462626865235549e-05, + "loss": 4.2703, + "mean_token_accuracy": 0.24794565439224242, + "num_tokens": 20025777.0, + "step": 11395 + }, + { + "entropy": 5.1566413879394535, + "epoch": 8.934169278996865, + "grad_norm": 1.421875, + "learning_rate": 6.45197774346706e-05, + "loss": 4.2841, + "mean_token_accuracy": 0.24910804033279418, + "num_tokens": 20034396.0, + "step": 11400 + }, + { + "entropy": 5.180315637588501, + "epoch": 8.93808777429467, + "grad_norm": 1.4140625, + "learning_rate": 6.441366237927123e-05, + "loss": 4.3324, + "mean_token_accuracy": 0.24707048535346984, + "num_tokens": 20043190.0, + "step": 11405 + }, + { + "entropy": 5.138979291915893, + "epoch": 8.942006269592476, + "grad_norm": 1.484375, + "learning_rate": 6.430792367580215e-05, + "loss": 4.3312, + "mean_token_accuracy": 0.24492582380771638, + "num_tokens": 20052108.0, + "step": 11410 + }, + { + "entropy": 5.149893283843994, + "epoch": 8.945924764890282, + "grad_norm": 1.375, + "learning_rate": 6.420256151323553e-05, + "loss": 4.2602, + "mean_token_accuracy": 0.2505105838179588, + "num_tokens": 20060540.0, + "step": 11415 + }, + { + "entropy": 5.107330465316773, + "epoch": 8.949843260188088, + "grad_norm": 1.5625, + "learning_rate": 6.409757607987066e-05, + "loss": 4.263, + "mean_token_accuracy": 0.247504623234272, + "num_tokens": 20069289.0, + "step": 11420 + }, + { + "entropy": 5.18879075050354, + "epoch": 8.953761755485893, + "grad_norm": 1.4375, + "learning_rate": 6.399296756333362e-05, + "loss": 4.3388, + "mean_token_accuracy": 0.2505796566605568, + "num_tokens": 20078064.0, + "step": 11425 + }, + { + "entropy": 5.191472339630127, + "epoch": 8.9576802507837, + "grad_norm": 1.3671875, + "learning_rate": 6.388873615057665e-05, + "loss": 4.2895, + "mean_token_accuracy": 0.2537212073802948, + "num_tokens": 20086234.0, + "step": 11430 + }, + { + "entropy": 5.158332777023316, + "epoch": 8.961598746081505, + "grad_norm": 1.5078125, + "learning_rate": 6.378488202787835e-05, + "loss": 4.2939, + "mean_token_accuracy": 0.24281448274850845, + "num_tokens": 20094700.0, + "step": 11435 + }, + { + "entropy": 5.157821846008301, + "epoch": 8.96551724137931, + "grad_norm": 1.28125, + "learning_rate": 6.368140538084275e-05, + "loss": 4.378, + "mean_token_accuracy": 0.23995239287614822, + "num_tokens": 20103669.0, + "step": 11440 + }, + { + "entropy": 5.179506635665893, + "epoch": 8.969435736677116, + "grad_norm": 1.40625, + "learning_rate": 6.357830639439943e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.25294612646102904, + "num_tokens": 20111840.0, + "step": 11445 + }, + { + "entropy": 5.174344778060913, + "epoch": 8.973354231974922, + "grad_norm": 1.53125, + "learning_rate": 6.347558525280295e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.2442648947238922, + "num_tokens": 20119590.0, + "step": 11450 + }, + { + "entropy": 5.141709899902343, + "epoch": 8.977272727272727, + "grad_norm": 1.34375, + "learning_rate": 6.337324213963274e-05, + "loss": 4.2683, + "mean_token_accuracy": 0.24781289994716643, + "num_tokens": 20128982.0, + "step": 11455 + }, + { + "entropy": 5.19599232673645, + "epoch": 8.981191222570533, + "grad_norm": 1.375, + "learning_rate": 6.327127723779248e-05, + "loss": 4.4383, + "mean_token_accuracy": 0.23176333755254747, + "num_tokens": 20138013.0, + "step": 11460 + }, + { + "entropy": 5.148220825195312, + "epoch": 8.985109717868339, + "grad_norm": 1.4921875, + "learning_rate": 6.316969072950998e-05, + "loss": 4.3149, + "mean_token_accuracy": 0.24630104303359984, + "num_tokens": 20146240.0, + "step": 11465 + }, + { + "entropy": 5.237122964859009, + "epoch": 8.989028213166144, + "grad_norm": 1.484375, + "learning_rate": 6.306848279633684e-05, + "loss": 4.4199, + "mean_token_accuracy": 0.23549972027540206, + "num_tokens": 20155964.0, + "step": 11470 + }, + { + "entropy": 5.191496324539185, + "epoch": 8.99294670846395, + "grad_norm": 1.4609375, + "learning_rate": 6.296765361914798e-05, + "loss": 4.3566, + "mean_token_accuracy": 0.24725048542022704, + "num_tokens": 20165774.0, + "step": 11475 + }, + { + "entropy": 5.172772789001465, + "epoch": 8.996865203761756, + "grad_norm": 1.640625, + "learning_rate": 6.286720337814158e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.23574881255626678, + "num_tokens": 20174940.0, + "step": 11480 + }, + { + "entropy": 5.201568508148194, + "epoch": 9.00078369905956, + "grad_norm": 1.359375, + "learning_rate": 6.276713225283839e-05, + "loss": 4.2819, + "mean_token_accuracy": 0.254166404902935, + "num_tokens": 20182706.0, + "step": 11485 + }, + { + "entropy": 5.1844617366790775, + "epoch": 9.004702194357368, + "grad_norm": 1.3671875, + "learning_rate": 6.266744042208186e-05, + "loss": 4.2918, + "mean_token_accuracy": 0.24593908786773683, + "num_tokens": 20191457.0, + "step": 11490 + }, + { + "entropy": 5.190072250366211, + "epoch": 9.008620689655173, + "grad_norm": 1.484375, + "learning_rate": 6.25681280640374e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.24169689267873765, + "num_tokens": 20199331.0, + "step": 11495 + }, + { + "entropy": 5.21090669631958, + "epoch": 9.012539184952978, + "grad_norm": 1.4296875, + "learning_rate": 6.246919535619226e-05, + "loss": 4.2999, + "mean_token_accuracy": 0.24667351692914963, + "num_tokens": 20208386.0, + "step": 11500 + }, + { + "epoch": 9.012539184952978, + "eval_entropy": 5.100121786428052, + "eval_loss": 5.649623870849609, + "eval_mean_token_accuracy": 0.17414666001879892, + "eval_num_tokens": 20208386.0, + "eval_runtime": 2.8345, + "eval_samples_per_second": 1454.214, + "eval_steps_per_second": 182.041, + "step": 11500 + }, + { + "entropy": 5.186721611022949, + "epoch": 9.016457680250785, + "grad_norm": 1.359375, + "learning_rate": 6.237064247535531e-05, + "loss": 4.3397, + "mean_token_accuracy": 0.23961566984653473, + "num_tokens": 20217649.0, + "step": 11505 + }, + { + "entropy": 5.149244546890259, + "epoch": 9.02037617554859, + "grad_norm": 1.5078125, + "learning_rate": 6.227246959765644e-05, + "loss": 4.2562, + "mean_token_accuracy": 0.24645361453294753, + "num_tokens": 20226219.0, + "step": 11510 + }, + { + "entropy": 5.202916097640991, + "epoch": 9.024294670846395, + "grad_norm": 1.484375, + "learning_rate": 6.217467689854654e-05, + "loss": 4.2797, + "mean_token_accuracy": 0.25427083522081373, + "num_tokens": 20234788.0, + "step": 11515 + }, + { + "entropy": 5.188964605331421, + "epoch": 9.0282131661442, + "grad_norm": 1.484375, + "learning_rate": 6.207726455279705e-05, + "loss": 4.2548, + "mean_token_accuracy": 0.25405054837465285, + "num_tokens": 20242858.0, + "step": 11520 + }, + { + "entropy": 5.145586013793945, + "epoch": 9.032131661442007, + "grad_norm": 1.3515625, + "learning_rate": 6.198023273449963e-05, + "loss": 4.2744, + "mean_token_accuracy": 0.24705956280231475, + "num_tokens": 20252041.0, + "step": 11525 + }, + { + "entropy": 5.202539873123169, + "epoch": 9.036050156739812, + "grad_norm": 1.5234375, + "learning_rate": 6.188358161706578e-05, + "loss": 4.3579, + "mean_token_accuracy": 0.24282333254814148, + "num_tokens": 20261035.0, + "step": 11530 + }, + { + "entropy": 5.217016172409058, + "epoch": 9.039968652037617, + "grad_norm": 1.4609375, + "learning_rate": 6.178731137322681e-05, + "loss": 4.3923, + "mean_token_accuracy": 0.23801500350236893, + "num_tokens": 20270091.0, + "step": 11535 + }, + { + "entropy": 5.174192619323731, + "epoch": 9.043887147335424, + "grad_norm": 1.4375, + "learning_rate": 6.169142217503319e-05, + "loss": 4.3334, + "mean_token_accuracy": 0.2488590493798256, + "num_tokens": 20278890.0, + "step": 11540 + }, + { + "entropy": 5.179830169677734, + "epoch": 9.047805642633229, + "grad_norm": 1.3515625, + "learning_rate": 6.159591419385455e-05, + "loss": 4.3756, + "mean_token_accuracy": 0.24289485514163972, + "num_tokens": 20287692.0, + "step": 11545 + }, + { + "entropy": 5.210058116912842, + "epoch": 9.051724137931034, + "grad_norm": 1.5078125, + "learning_rate": 6.150078760037904e-05, + "loss": 4.2636, + "mean_token_accuracy": 0.2518197953701019, + "num_tokens": 20296357.0, + "step": 11550 + }, + { + "entropy": 5.1762360572814945, + "epoch": 9.05564263322884, + "grad_norm": 1.5703125, + "learning_rate": 6.140604256461339e-05, + "loss": 4.3069, + "mean_token_accuracy": 0.2472981482744217, + "num_tokens": 20304894.0, + "step": 11555 + }, + { + "entropy": 5.1543982982635494, + "epoch": 9.059561128526646, + "grad_norm": 1.4609375, + "learning_rate": 6.131167925588233e-05, + "loss": 4.3266, + "mean_token_accuracy": 0.2450324848294258, + "num_tokens": 20314011.0, + "step": 11560 + }, + { + "entropy": 5.135803270339966, + "epoch": 9.06347962382445, + "grad_norm": 1.40625, + "learning_rate": 6.121769784282833e-05, + "loss": 4.1844, + "mean_token_accuracy": 0.254210501909256, + "num_tokens": 20322738.0, + "step": 11565 + }, + { + "entropy": 5.167005586624145, + "epoch": 9.067398119122258, + "grad_norm": 1.640625, + "learning_rate": 6.112409849341147e-05, + "loss": 4.2299, + "mean_token_accuracy": 0.2518390089273453, + "num_tokens": 20331528.0, + "step": 11570 + }, + { + "entropy": 5.158983039855957, + "epoch": 9.071316614420063, + "grad_norm": 1.4921875, + "learning_rate": 6.103088137490895e-05, + "loss": 4.3278, + "mean_token_accuracy": 0.24422324001789092, + "num_tokens": 20340411.0, + "step": 11575 + }, + { + "entropy": 5.226026487350464, + "epoch": 9.075235109717868, + "grad_norm": 1.5078125, + "learning_rate": 6.093804665391488e-05, + "loss": 4.3795, + "mean_token_accuracy": 0.24796126335859298, + "num_tokens": 20349266.0, + "step": 11580 + }, + { + "entropy": 5.223306798934937, + "epoch": 9.079153605015675, + "grad_norm": 1.359375, + "learning_rate": 6.084559449633992e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.24412718862295152, + "num_tokens": 20357849.0, + "step": 11585 + }, + { + "entropy": 5.17724575996399, + "epoch": 9.08307210031348, + "grad_norm": 1.46875, + "learning_rate": 6.0753525067411106e-05, + "loss": 4.2856, + "mean_token_accuracy": 0.2518564581871033, + "num_tokens": 20366795.0, + "step": 11590 + }, + { + "entropy": 5.132021045684814, + "epoch": 9.086990595611285, + "grad_norm": 1.4609375, + "learning_rate": 6.06618385316714e-05, + "loss": 4.2381, + "mean_token_accuracy": 0.2552717536687851, + "num_tokens": 20375086.0, + "step": 11595 + }, + { + "entropy": 5.133618974685669, + "epoch": 9.090909090909092, + "grad_norm": 1.3984375, + "learning_rate": 6.0570535052979554e-05, + "loss": 4.2738, + "mean_token_accuracy": 0.25261961966753005, + "num_tokens": 20384071.0, + "step": 11600 + }, + { + "entropy": 5.1645341396331785, + "epoch": 9.094827586206897, + "grad_norm": 1.328125, + "learning_rate": 6.047961479450968e-05, + "loss": 4.3047, + "mean_token_accuracy": 0.24945475161075592, + "num_tokens": 20393345.0, + "step": 11605 + }, + { + "entropy": 5.160435724258423, + "epoch": 9.098746081504702, + "grad_norm": 1.3984375, + "learning_rate": 6.038907791875102e-05, + "loss": 4.2996, + "mean_token_accuracy": 0.23980248868465423, + "num_tokens": 20402034.0, + "step": 11610 + }, + { + "entropy": 5.20791974067688, + "epoch": 9.102664576802507, + "grad_norm": 1.4609375, + "learning_rate": 6.0298924587507655e-05, + "loss": 4.3339, + "mean_token_accuracy": 0.23689690977334976, + "num_tokens": 20411681.0, + "step": 11615 + }, + { + "entropy": 5.168023157119751, + "epoch": 9.106583072100314, + "grad_norm": 1.4609375, + "learning_rate": 6.020915496189815e-05, + "loss": 4.3587, + "mean_token_accuracy": 0.2404198721051216, + "num_tokens": 20420084.0, + "step": 11620 + }, + { + "entropy": 5.190348720550537, + "epoch": 9.110501567398119, + "grad_norm": 1.375, + "learning_rate": 6.0119769202355455e-05, + "loss": 4.3878, + "mean_token_accuracy": 0.23535165786743165, + "num_tokens": 20429326.0, + "step": 11625 + }, + { + "entropy": 5.26385269165039, + "epoch": 9.114420062695924, + "grad_norm": 1.4765625, + "learning_rate": 6.003076746862637e-05, + "loss": 4.3987, + "mean_token_accuracy": 0.24304082691669465, + "num_tokens": 20438522.0, + "step": 11630 + }, + { + "entropy": 5.228471183776856, + "epoch": 9.11833855799373, + "grad_norm": 1.4609375, + "learning_rate": 5.994214991977143e-05, + "loss": 4.3904, + "mean_token_accuracy": 0.24375561773777008, + "num_tokens": 20447084.0, + "step": 11635 + }, + { + "entropy": 5.126019048690796, + "epoch": 9.122257053291536, + "grad_norm": 1.5703125, + "learning_rate": 5.9853916714164584e-05, + "loss": 4.227, + "mean_token_accuracy": 0.25656861513853074, + "num_tokens": 20455553.0, + "step": 11640 + }, + { + "entropy": 5.18736891746521, + "epoch": 9.126175548589341, + "grad_norm": 1.4765625, + "learning_rate": 5.976606800949287e-05, + "loss": 4.264, + "mean_token_accuracy": 0.2525972604751587, + "num_tokens": 20464066.0, + "step": 11645 + }, + { + "entropy": 5.161667203903198, + "epoch": 9.130094043887148, + "grad_norm": 1.4921875, + "learning_rate": 5.9678603962756137e-05, + "loss": 4.307, + "mean_token_accuracy": 0.2429651826620102, + "num_tokens": 20472706.0, + "step": 11650 + }, + { + "entropy": 5.198352241516114, + "epoch": 9.134012539184953, + "grad_norm": 1.4453125, + "learning_rate": 5.959152473026687e-05, + "loss": 4.3712, + "mean_token_accuracy": 0.23695990890264512, + "num_tokens": 20481666.0, + "step": 11655 + }, + { + "entropy": 5.235309410095215, + "epoch": 9.137931034482758, + "grad_norm": 1.453125, + "learning_rate": 5.950483046764971e-05, + "loss": 4.3432, + "mean_token_accuracy": 0.24130632281303405, + "num_tokens": 20490157.0, + "step": 11660 + }, + { + "entropy": 5.173259639739991, + "epoch": 9.141849529780565, + "grad_norm": 1.4296875, + "learning_rate": 5.941852132984145e-05, + "loss": 4.295, + "mean_token_accuracy": 0.25174162685871126, + "num_tokens": 20499180.0, + "step": 11665 + }, + { + "entropy": 5.226692724227905, + "epoch": 9.14576802507837, + "grad_norm": 1.421875, + "learning_rate": 5.933259747109042e-05, + "loss": 4.3087, + "mean_token_accuracy": 0.2510043427348137, + "num_tokens": 20508291.0, + "step": 11670 + }, + { + "entropy": 5.160306644439697, + "epoch": 9.149686520376175, + "grad_norm": 1.4453125, + "learning_rate": 5.924705904495656e-05, + "loss": 4.2715, + "mean_token_accuracy": 0.24597106724977494, + "num_tokens": 20516500.0, + "step": 11675 + }, + { + "entropy": 5.172952127456665, + "epoch": 9.153605015673982, + "grad_norm": 1.4921875, + "learning_rate": 5.916190620431088e-05, + "loss": 4.2559, + "mean_token_accuracy": 0.2489389196038246, + "num_tokens": 20525408.0, + "step": 11680 + }, + { + "entropy": 5.184666156768799, + "epoch": 9.157523510971787, + "grad_norm": 1.421875, + "learning_rate": 5.907713910133529e-05, + "loss": 4.285, + "mean_token_accuracy": 0.2507161036133766, + "num_tokens": 20534288.0, + "step": 11685 + }, + { + "entropy": 5.185576343536377, + "epoch": 9.161442006269592, + "grad_norm": 1.53125, + "learning_rate": 5.8992757887522394e-05, + "loss": 4.2934, + "mean_token_accuracy": 0.24964356273412705, + "num_tokens": 20543011.0, + "step": 11690 + }, + { + "entropy": 5.228350448608398, + "epoch": 9.165360501567399, + "grad_norm": 1.4921875, + "learning_rate": 5.8908762713675074e-05, + "loss": 4.313, + "mean_token_accuracy": 0.24453608989715575, + "num_tokens": 20551511.0, + "step": 11695 + }, + { + "entropy": 5.076557683944702, + "epoch": 9.169278996865204, + "grad_norm": 1.3984375, + "learning_rate": 5.882515372990632e-05, + "loss": 4.2512, + "mean_token_accuracy": 0.2524864062666893, + "num_tokens": 20560578.0, + "step": 11700 + }, + { + "entropy": 5.1844323635101315, + "epoch": 9.173197492163009, + "grad_norm": 1.3203125, + "learning_rate": 5.874193108563895e-05, + "loss": 4.3159, + "mean_token_accuracy": 0.24389333724975587, + "num_tokens": 20569776.0, + "step": 11705 + }, + { + "entropy": 5.242775630950928, + "epoch": 9.177115987460816, + "grad_norm": 1.328125, + "learning_rate": 5.865909492960536e-05, + "loss": 4.4064, + "mean_token_accuracy": 0.24562586843967438, + "num_tokens": 20579791.0, + "step": 11710 + }, + { + "entropy": 5.191596555709839, + "epoch": 9.181034482758621, + "grad_norm": 1.4765625, + "learning_rate": 5.85766454098471e-05, + "loss": 4.2899, + "mean_token_accuracy": 0.24576538801193237, + "num_tokens": 20588738.0, + "step": 11715 + }, + { + "entropy": 5.181201028823852, + "epoch": 9.184952978056426, + "grad_norm": 1.453125, + "learning_rate": 5.849458267371489e-05, + "loss": 4.2867, + "mean_token_accuracy": 0.25174079090356827, + "num_tokens": 20597442.0, + "step": 11720 + }, + { + "entropy": 5.2580331325531, + "epoch": 9.188871473354231, + "grad_norm": 1.484375, + "learning_rate": 5.841290686786818e-05, + "loss": 4.4108, + "mean_token_accuracy": 0.23331938236951827, + "num_tokens": 20607277.0, + "step": 11725 + }, + { + "entropy": 5.23989200592041, + "epoch": 9.192789968652038, + "grad_norm": 1.484375, + "learning_rate": 5.833161813827484e-05, + "loss": 4.4351, + "mean_token_accuracy": 0.24164215177297593, + "num_tokens": 20615721.0, + "step": 11730 + }, + { + "entropy": 5.208839416503906, + "epoch": 9.196708463949843, + "grad_norm": 1.3984375, + "learning_rate": 5.825071663021097e-05, + "loss": 4.3302, + "mean_token_accuracy": 0.2436266764998436, + "num_tokens": 20624192.0, + "step": 11735 + }, + { + "entropy": 5.166226625442505, + "epoch": 9.200626959247648, + "grad_norm": 1.3984375, + "learning_rate": 5.817020248826076e-05, + "loss": 4.3085, + "mean_token_accuracy": 0.25251433700323106, + "num_tokens": 20632947.0, + "step": 11740 + }, + { + "entropy": 5.191039991378784, + "epoch": 9.204545454545455, + "grad_norm": 1.4296875, + "learning_rate": 5.8090075856315994e-05, + "loss": 4.3008, + "mean_token_accuracy": 0.24635820388793944, + "num_tokens": 20643252.0, + "step": 11745 + }, + { + "entropy": 5.189680767059326, + "epoch": 9.20846394984326, + "grad_norm": 1.4609375, + "learning_rate": 5.801033687757598e-05, + "loss": 4.2698, + "mean_token_accuracy": 0.24582858830690385, + "num_tokens": 20651416.0, + "step": 11750 + }, + { + "entropy": 5.186259078979492, + "epoch": 9.212382445141065, + "grad_norm": 1.3671875, + "learning_rate": 5.793098569454713e-05, + "loss": 4.3389, + "mean_token_accuracy": 0.24649504721164703, + "num_tokens": 20660359.0, + "step": 11755 + }, + { + "entropy": 5.181300640106201, + "epoch": 9.216300940438872, + "grad_norm": 1.4375, + "learning_rate": 5.785202244904296e-05, + "loss": 4.3643, + "mean_token_accuracy": 0.23934080451726913, + "num_tokens": 20669262.0, + "step": 11760 + }, + { + "entropy": 5.228763628005981, + "epoch": 9.220219435736677, + "grad_norm": 1.5234375, + "learning_rate": 5.777344728218356e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24425260722637177, + "num_tokens": 20677267.0, + "step": 11765 + }, + { + "entropy": 5.19665493965149, + "epoch": 9.224137931034482, + "grad_norm": 1.4140625, + "learning_rate": 5.769526033439547e-05, + "loss": 4.3307, + "mean_token_accuracy": 0.254191392660141, + "num_tokens": 20685798.0, + "step": 11770 + }, + { + "entropy": 5.147611284255982, + "epoch": 9.228056426332289, + "grad_norm": 1.4453125, + "learning_rate": 5.761746174541148e-05, + "loss": 4.244, + "mean_token_accuracy": 0.2519168585538864, + "num_tokens": 20694384.0, + "step": 11775 + }, + { + "entropy": 5.201005125045777, + "epoch": 9.231974921630094, + "grad_norm": 1.3984375, + "learning_rate": 5.754005165427027e-05, + "loss": 4.3322, + "mean_token_accuracy": 0.24327425807714462, + "num_tokens": 20703233.0, + "step": 11780 + }, + { + "entropy": 5.166589689254761, + "epoch": 9.2358934169279, + "grad_norm": 1.515625, + "learning_rate": 5.746303019931623e-05, + "loss": 4.2948, + "mean_token_accuracy": 0.2500098764896393, + "num_tokens": 20711810.0, + "step": 11785 + }, + { + "entropy": 5.1661630153656, + "epoch": 9.239811912225706, + "grad_norm": 1.34375, + "learning_rate": 5.738639751819919e-05, + "loss": 4.2826, + "mean_token_accuracy": 0.2530718743801117, + "num_tokens": 20720733.0, + "step": 11790 + }, + { + "entropy": 5.121998119354248, + "epoch": 9.243730407523511, + "grad_norm": 1.4609375, + "learning_rate": 5.7310153747874165e-05, + "loss": 4.2754, + "mean_token_accuracy": 0.255548420548439, + "num_tokens": 20729409.0, + "step": 11795 + }, + { + "entropy": 5.214407205581665, + "epoch": 9.247648902821316, + "grad_norm": 1.53125, + "learning_rate": 5.7234299024601136e-05, + "loss": 4.3544, + "mean_token_accuracy": 0.24087451547384262, + "num_tokens": 20738113.0, + "step": 11800 + }, + { + "entropy": 5.179885530471802, + "epoch": 9.251567398119123, + "grad_norm": 1.34375, + "learning_rate": 5.7158833483944796e-05, + "loss": 4.2872, + "mean_token_accuracy": 0.25012928545475005, + "num_tokens": 20746756.0, + "step": 11805 + }, + { + "entropy": 5.137622880935669, + "epoch": 9.255485893416928, + "grad_norm": 1.375, + "learning_rate": 5.7083757260774305e-05, + "loss": 4.2518, + "mean_token_accuracy": 0.25948403775691986, + "num_tokens": 20756356.0, + "step": 11810 + }, + { + "entropy": 5.179981088638305, + "epoch": 9.259404388714733, + "grad_norm": 1.4140625, + "learning_rate": 5.7009070489263036e-05, + "loss": 4.3245, + "mean_token_accuracy": 0.24807543754577638, + "num_tokens": 20766118.0, + "step": 11815 + }, + { + "entropy": 5.19900164604187, + "epoch": 9.263322884012538, + "grad_norm": 1.578125, + "learning_rate": 5.6934773302888365e-05, + "loss": 4.314, + "mean_token_accuracy": 0.2451826348900795, + "num_tokens": 20775049.0, + "step": 11820 + }, + { + "entropy": 5.176981687545776, + "epoch": 9.267241379310345, + "grad_norm": 1.453125, + "learning_rate": 5.686086583443143e-05, + "loss": 4.2979, + "mean_token_accuracy": 0.24541548639535904, + "num_tokens": 20783839.0, + "step": 11825 + }, + { + "entropy": 5.232528400421143, + "epoch": 9.27115987460815, + "grad_norm": 1.46875, + "learning_rate": 5.678734821597681e-05, + "loss": 4.3718, + "mean_token_accuracy": 0.24747774600982667, + "num_tokens": 20792036.0, + "step": 11830 + }, + { + "entropy": 5.221779155731201, + "epoch": 9.275078369905955, + "grad_norm": 1.4296875, + "learning_rate": 5.671422057891248e-05, + "loss": 4.326, + "mean_token_accuracy": 0.24434875547885895, + "num_tokens": 20800639.0, + "step": 11835 + }, + { + "entropy": 5.146561098098755, + "epoch": 9.278996865203762, + "grad_norm": 1.375, + "learning_rate": 5.6641483053929324e-05, + "loss": 4.2726, + "mean_token_accuracy": 0.25506176650524137, + "num_tokens": 20810244.0, + "step": 11840 + }, + { + "entropy": 5.224058818817139, + "epoch": 9.282915360501567, + "grad_norm": 1.515625, + "learning_rate": 5.656913577102112e-05, + "loss": 4.3147, + "mean_token_accuracy": 0.25266250818967817, + "num_tokens": 20818731.0, + "step": 11845 + }, + { + "entropy": 5.126907682418823, + "epoch": 9.286833855799372, + "grad_norm": 1.4375, + "learning_rate": 5.649717885948422e-05, + "loss": 4.271, + "mean_token_accuracy": 0.2574402987957001, + "num_tokens": 20827237.0, + "step": 11850 + }, + { + "entropy": 5.134461164474487, + "epoch": 9.29075235109718, + "grad_norm": 1.484375, + "learning_rate": 5.642561244791721e-05, + "loss": 4.2772, + "mean_token_accuracy": 0.24652330577373505, + "num_tokens": 20835792.0, + "step": 11855 + }, + { + "entropy": 5.11349310874939, + "epoch": 9.294670846394984, + "grad_norm": 1.40625, + "learning_rate": 5.635443666422097e-05, + "loss": 4.2239, + "mean_token_accuracy": 0.25528471618890763, + "num_tokens": 20844289.0, + "step": 11860 + }, + { + "entropy": 5.172297573089599, + "epoch": 9.29858934169279, + "grad_norm": 1.3515625, + "learning_rate": 5.6283651635598105e-05, + "loss": 4.2987, + "mean_token_accuracy": 0.2454049900174141, + "num_tokens": 20852683.0, + "step": 11865 + }, + { + "entropy": 5.167080736160278, + "epoch": 9.302507836990596, + "grad_norm": 1.4375, + "learning_rate": 5.6213257488552946e-05, + "loss": 4.3476, + "mean_token_accuracy": 0.2435024708509445, + "num_tokens": 20861999.0, + "step": 11870 + }, + { + "entropy": 5.119533443450928, + "epoch": 9.306426332288401, + "grad_norm": 1.375, + "learning_rate": 5.6143254348891254e-05, + "loss": 4.2693, + "mean_token_accuracy": 0.2494928941130638, + "num_tokens": 20870995.0, + "step": 11875 + }, + { + "entropy": 5.156898641586304, + "epoch": 9.310344827586206, + "grad_norm": 1.4453125, + "learning_rate": 5.6073642341720006e-05, + "loss": 4.3079, + "mean_token_accuracy": 0.24654607474803925, + "num_tokens": 20880048.0, + "step": 11880 + }, + { + "entropy": 5.126598596572876, + "epoch": 9.314263322884013, + "grad_norm": 1.46875, + "learning_rate": 5.600442159144712e-05, + "loss": 4.316, + "mean_token_accuracy": 0.2484450474381447, + "num_tokens": 20889268.0, + "step": 11885 + }, + { + "entropy": 5.167015123367309, + "epoch": 9.318181818181818, + "grad_norm": 1.5390625, + "learning_rate": 5.593559222178131e-05, + "loss": 4.3257, + "mean_token_accuracy": 0.23784156888723373, + "num_tokens": 20897978.0, + "step": 11890 + }, + { + "entropy": 5.171293830871582, + "epoch": 9.322100313479623, + "grad_norm": 1.421875, + "learning_rate": 5.5867154355731795e-05, + "loss": 4.3137, + "mean_token_accuracy": 0.2548245921730995, + "num_tokens": 20906387.0, + "step": 11895 + }, + { + "entropy": 5.228372716903687, + "epoch": 9.32601880877743, + "grad_norm": 1.46875, + "learning_rate": 5.579910811560822e-05, + "loss": 4.2849, + "mean_token_accuracy": 0.25231262743473054, + "num_tokens": 20915309.0, + "step": 11900 + }, + { + "entropy": 5.180005168914795, + "epoch": 9.329937304075235, + "grad_norm": 1.4921875, + "learning_rate": 5.573145362302012e-05, + "loss": 4.3358, + "mean_token_accuracy": 0.240466471016407, + "num_tokens": 20924600.0, + "step": 11905 + }, + { + "entropy": 5.250432300567627, + "epoch": 9.33385579937304, + "grad_norm": 1.4296875, + "learning_rate": 5.566419099887718e-05, + "loss": 4.3716, + "mean_token_accuracy": 0.24226801097393036, + "num_tokens": 20933087.0, + "step": 11910 + }, + { + "entropy": 5.114254951477051, + "epoch": 9.337774294670847, + "grad_norm": 1.4921875, + "learning_rate": 5.5597320363388544e-05, + "loss": 4.2045, + "mean_token_accuracy": 0.2510366588830948, + "num_tokens": 20940886.0, + "step": 11915 + }, + { + "entropy": 5.199810600280761, + "epoch": 9.341692789968652, + "grad_norm": 1.453125, + "learning_rate": 5.55308418360629e-05, + "loss": 4.3121, + "mean_token_accuracy": 0.2522769495844841, + "num_tokens": 20949591.0, + "step": 11920 + }, + { + "entropy": 5.182225561141967, + "epoch": 9.345611285266457, + "grad_norm": 1.5546875, + "learning_rate": 5.54647555357081e-05, + "loss": 4.3822, + "mean_token_accuracy": 0.2395431876182556, + "num_tokens": 20958001.0, + "step": 11925 + }, + { + "entropy": 5.200049495697021, + "epoch": 9.349529780564263, + "grad_norm": 1.4296875, + "learning_rate": 5.539906158043113e-05, + "loss": 4.3568, + "mean_token_accuracy": 0.2450847640633583, + "num_tokens": 20966671.0, + "step": 11930 + }, + { + "entropy": 5.195448303222657, + "epoch": 9.35344827586207, + "grad_norm": 1.46875, + "learning_rate": 5.533376008763775e-05, + "loss": 4.2461, + "mean_token_accuracy": 0.2559234708547592, + "num_tokens": 20976184.0, + "step": 11935 + }, + { + "entropy": 5.186223125457763, + "epoch": 9.357366771159874, + "grad_norm": 1.3671875, + "learning_rate": 5.526885117403228e-05, + "loss": 4.2276, + "mean_token_accuracy": 0.25892345011234286, + "num_tokens": 20984960.0, + "step": 11940 + }, + { + "entropy": 5.206818580627441, + "epoch": 9.36128526645768, + "grad_norm": 1.4453125, + "learning_rate": 5.520433495561752e-05, + "loss": 4.295, + "mean_token_accuracy": 0.251189848780632, + "num_tokens": 20993954.0, + "step": 11945 + }, + { + "entropy": 5.21417088508606, + "epoch": 9.365203761755486, + "grad_norm": 1.4765625, + "learning_rate": 5.5140211547694344e-05, + "loss": 4.3154, + "mean_token_accuracy": 0.25053960680961607, + "num_tokens": 21002391.0, + "step": 11950 + }, + { + "entropy": 5.118052577972412, + "epoch": 9.369122257053291, + "grad_norm": 1.359375, + "learning_rate": 5.507648106486173e-05, + "loss": 4.2268, + "mean_token_accuracy": 0.25445910543203354, + "num_tokens": 21010996.0, + "step": 11955 + }, + { + "entropy": 5.141018962860107, + "epoch": 9.373040752351097, + "grad_norm": 1.3515625, + "learning_rate": 5.5013143621016376e-05, + "loss": 4.2561, + "mean_token_accuracy": 0.25934424102306364, + "num_tokens": 21020272.0, + "step": 11960 + }, + { + "entropy": 5.128870153427124, + "epoch": 9.376959247648903, + "grad_norm": 1.4296875, + "learning_rate": 5.495019932935256e-05, + "loss": 4.2527, + "mean_token_accuracy": 0.2509508728981018, + "num_tokens": 21029206.0, + "step": 11965 + }, + { + "entropy": 5.219991540908813, + "epoch": 9.380877742946709, + "grad_norm": 1.4765625, + "learning_rate": 5.488764830236194e-05, + "loss": 4.3924, + "mean_token_accuracy": 0.23491693735122682, + "num_tokens": 21038294.0, + "step": 11970 + }, + { + "entropy": 5.131593036651611, + "epoch": 9.384796238244514, + "grad_norm": 1.375, + "learning_rate": 5.482549065183333e-05, + "loss": 4.2695, + "mean_token_accuracy": 0.2531241104006767, + "num_tokens": 21047321.0, + "step": 11975 + }, + { + "entropy": 5.0676041603088375, + "epoch": 9.38871473354232, + "grad_norm": 1.5078125, + "learning_rate": 5.476372648885255e-05, + "loss": 4.1921, + "mean_token_accuracy": 0.2651271089911461, + "num_tokens": 21055928.0, + "step": 11980 + }, + { + "entropy": 5.221664190292358, + "epoch": 9.392633228840126, + "grad_norm": 1.5234375, + "learning_rate": 5.470235592380219e-05, + "loss": 4.3175, + "mean_token_accuracy": 0.25050987750291825, + "num_tokens": 21064464.0, + "step": 11985 + }, + { + "entropy": 5.184502696990966, + "epoch": 9.39655172413793, + "grad_norm": 1.46875, + "learning_rate": 5.464137906636133e-05, + "loss": 4.3521, + "mean_token_accuracy": 0.24592092782258987, + "num_tokens": 21073395.0, + "step": 11990 + }, + { + "entropy": 5.146333503723144, + "epoch": 9.400470219435737, + "grad_norm": 1.4921875, + "learning_rate": 5.458079602550557e-05, + "loss": 4.2792, + "mean_token_accuracy": 0.24734177589416503, + "num_tokens": 21081841.0, + "step": 11995 + }, + { + "entropy": 5.188336706161499, + "epoch": 9.404388714733543, + "grad_norm": 1.4296875, + "learning_rate": 5.452060690950662e-05, + "loss": 4.3361, + "mean_token_accuracy": 0.23713361769914626, + "num_tokens": 21090826.0, + "step": 12000 + }, + { + "epoch": 9.404388714733543, + "eval_entropy": 5.098381150600522, + "eval_loss": 5.653018474578857, + "eval_mean_token_accuracy": 0.17434015418150167, + "eval_num_tokens": 21090826.0, + "eval_runtime": 2.8318, + "eval_samples_per_second": 1455.613, + "eval_steps_per_second": 182.216, + "step": 12000 + }, + { + "entropy": 5.234445238113404, + "epoch": 9.408307210031348, + "grad_norm": 1.3984375, + "learning_rate": 5.4460811825932125e-05, + "loss": 4.3411, + "mean_token_accuracy": 0.25020616948604585, + "num_tokens": 21099167.0, + "step": 12005 + }, + { + "entropy": 5.172416162490845, + "epoch": 9.412225705329153, + "grad_norm": 1.4921875, + "learning_rate": 5.440141088164569e-05, + "loss": 4.2952, + "mean_token_accuracy": 0.25215949565172197, + "num_tokens": 21107416.0, + "step": 12010 + }, + { + "entropy": 5.142573070526123, + "epoch": 9.41614420062696, + "grad_norm": 1.4140625, + "learning_rate": 5.434240418280635e-05, + "loss": 4.2473, + "mean_token_accuracy": 0.25396912842988967, + "num_tokens": 21115893.0, + "step": 12015 + }, + { + "entropy": 5.174197149276734, + "epoch": 9.420062695924765, + "grad_norm": 1.4921875, + "learning_rate": 5.4283791834868706e-05, + "loss": 4.2769, + "mean_token_accuracy": 0.25083003342151644, + "num_tokens": 21124261.0, + "step": 12020 + }, + { + "entropy": 5.202837181091309, + "epoch": 9.42398119122257, + "grad_norm": 1.4296875, + "learning_rate": 5.422557394258246e-05, + "loss": 4.3172, + "mean_token_accuracy": 0.2455723315477371, + "num_tokens": 21132588.0, + "step": 12025 + }, + { + "entropy": 5.092320442199707, + "epoch": 9.427899686520377, + "grad_norm": 1.484375, + "learning_rate": 5.416775060999251e-05, + "loss": 4.1814, + "mean_token_accuracy": 0.26163456290960313, + "num_tokens": 21140808.0, + "step": 12030 + }, + { + "entropy": 5.147966003417968, + "epoch": 9.431818181818182, + "grad_norm": 1.453125, + "learning_rate": 5.411032194043848e-05, + "loss": 4.2889, + "mean_token_accuracy": 0.24682725667953492, + "num_tokens": 21149549.0, + "step": 12035 + }, + { + "entropy": 5.204279518127441, + "epoch": 9.435736677115987, + "grad_norm": 1.3671875, + "learning_rate": 5.405328803655471e-05, + "loss": 4.3201, + "mean_token_accuracy": 0.2481371909379959, + "num_tokens": 21159009.0, + "step": 12040 + }, + { + "entropy": 5.1562282085418705, + "epoch": 9.439655172413794, + "grad_norm": 1.5625, + "learning_rate": 5.399664900027003e-05, + "loss": 4.1977, + "mean_token_accuracy": 0.2561353549361229, + "num_tokens": 21166684.0, + "step": 12045 + }, + { + "entropy": 5.186964225769043, + "epoch": 9.443573667711599, + "grad_norm": 1.421875, + "learning_rate": 5.3940404932807624e-05, + "loss": 4.3332, + "mean_token_accuracy": 0.24262755066156388, + "num_tokens": 21175327.0, + "step": 12050 + }, + { + "entropy": 5.1700211524963375, + "epoch": 9.447492163009404, + "grad_norm": 1.4140625, + "learning_rate": 5.388455593468471e-05, + "loss": 4.3443, + "mean_token_accuracy": 0.24532215148210526, + "num_tokens": 21184544.0, + "step": 12055 + }, + { + "entropy": 5.133751630783081, + "epoch": 9.45141065830721, + "grad_norm": 1.34375, + "learning_rate": 5.382910210571249e-05, + "loss": 4.2826, + "mean_token_accuracy": 0.24572153389453888, + "num_tokens": 21193443.0, + "step": 12060 + }, + { + "entropy": 5.18240761756897, + "epoch": 9.455329153605016, + "grad_norm": 1.46875, + "learning_rate": 5.377404354499603e-05, + "loss": 4.3125, + "mean_token_accuracy": 0.24737877100706102, + "num_tokens": 21201416.0, + "step": 12065 + }, + { + "entropy": 5.1913896083831785, + "epoch": 9.45924764890282, + "grad_norm": 1.3984375, + "learning_rate": 5.3719380350933805e-05, + "loss": 4.3306, + "mean_token_accuracy": 0.24342989921569824, + "num_tokens": 21210861.0, + "step": 12070 + }, + { + "entropy": 5.131589603424072, + "epoch": 9.463166144200628, + "grad_norm": 1.4453125, + "learning_rate": 5.366511262121788e-05, + "loss": 4.3465, + "mean_token_accuracy": 0.24108098596334457, + "num_tokens": 21219783.0, + "step": 12075 + }, + { + "entropy": 5.181568908691406, + "epoch": 9.467084639498433, + "grad_norm": 1.4375, + "learning_rate": 5.361124045283347e-05, + "loss": 4.2345, + "mean_token_accuracy": 0.2586828276515007, + "num_tokens": 21228021.0, + "step": 12080 + }, + { + "entropy": 5.226948261260986, + "epoch": 9.471003134796238, + "grad_norm": 1.375, + "learning_rate": 5.3557763942058866e-05, + "loss": 4.4177, + "mean_token_accuracy": 0.23867273181676865, + "num_tokens": 21237235.0, + "step": 12085 + }, + { + "entropy": 5.083634662628174, + "epoch": 9.474921630094045, + "grad_norm": 1.484375, + "learning_rate": 5.350468318446527e-05, + "loss": 4.2283, + "mean_token_accuracy": 0.2527417540550232, + "num_tokens": 21246132.0, + "step": 12090 + }, + { + "entropy": 5.057186079025269, + "epoch": 9.47884012539185, + "grad_norm": 1.375, + "learning_rate": 5.345199827491658e-05, + "loss": 4.2034, + "mean_token_accuracy": 0.2656173840165138, + "num_tokens": 21255500.0, + "step": 12095 + }, + { + "entropy": 5.225414037704468, + "epoch": 9.482758620689655, + "grad_norm": 1.3671875, + "learning_rate": 5.339970930756929e-05, + "loss": 4.352, + "mean_token_accuracy": 0.24273708164691926, + "num_tokens": 21264536.0, + "step": 12100 + }, + { + "entropy": 5.267058515548706, + "epoch": 9.486677115987462, + "grad_norm": 1.453125, + "learning_rate": 5.334781637587228e-05, + "loss": 4.4119, + "mean_token_accuracy": 0.24351202845573425, + "num_tokens": 21273424.0, + "step": 12105 + }, + { + "entropy": 5.215590095520019, + "epoch": 9.490595611285267, + "grad_norm": 1.4609375, + "learning_rate": 5.3296319572566603e-05, + "loss": 4.3663, + "mean_token_accuracy": 0.24490127414464952, + "num_tokens": 21281537.0, + "step": 12110 + }, + { + "entropy": 5.203196907043457, + "epoch": 9.494514106583072, + "grad_norm": 1.4453125, + "learning_rate": 5.324521898968542e-05, + "loss": 4.2808, + "mean_token_accuracy": 0.2411062926054001, + "num_tokens": 21289776.0, + "step": 12115 + }, + { + "entropy": 5.144945812225342, + "epoch": 9.498432601880877, + "grad_norm": 1.5703125, + "learning_rate": 5.319451471855375e-05, + "loss": 4.252, + "mean_token_accuracy": 0.2541267529129982, + "num_tokens": 21297624.0, + "step": 12120 + }, + { + "entropy": 5.165505361557007, + "epoch": 9.502351097178684, + "grad_norm": 1.53125, + "learning_rate": 5.314420684978832e-05, + "loss": 4.2654, + "mean_token_accuracy": 0.2571646571159363, + "num_tokens": 21306386.0, + "step": 12125 + }, + { + "entropy": 5.175264310836792, + "epoch": 9.506269592476489, + "grad_norm": 1.375, + "learning_rate": 5.309429547329749e-05, + "loss": 4.3181, + "mean_token_accuracy": 0.2434567853808403, + "num_tokens": 21315139.0, + "step": 12130 + }, + { + "entropy": 5.2005266666412355, + "epoch": 9.510188087774294, + "grad_norm": 1.5078125, + "learning_rate": 5.304478067828096e-05, + "loss": 4.2783, + "mean_token_accuracy": 0.24970354586839677, + "num_tokens": 21323890.0, + "step": 12135 + }, + { + "entropy": 5.178943252563476, + "epoch": 9.5141065830721, + "grad_norm": 1.5234375, + "learning_rate": 5.29956625532297e-05, + "loss": 4.3677, + "mean_token_accuracy": 0.24604845494031907, + "num_tokens": 21332448.0, + "step": 12140 + }, + { + "entropy": 5.251528692245484, + "epoch": 9.518025078369906, + "grad_norm": 1.5078125, + "learning_rate": 5.2946941185925736e-05, + "loss": 4.3899, + "mean_token_accuracy": 0.24138109385967255, + "num_tokens": 21340869.0, + "step": 12145 + }, + { + "entropy": 5.1826506614685055, + "epoch": 9.521943573667711, + "grad_norm": 1.453125, + "learning_rate": 5.289861666344214e-05, + "loss": 4.2912, + "mean_token_accuracy": 0.24922918528318405, + "num_tokens": 21350335.0, + "step": 12150 + }, + { + "entropy": 5.191764307022095, + "epoch": 9.525862068965518, + "grad_norm": 1.4921875, + "learning_rate": 5.2850689072142584e-05, + "loss": 4.2903, + "mean_token_accuracy": 0.24738992601633072, + "num_tokens": 21359160.0, + "step": 12155 + }, + { + "entropy": 5.147512769699096, + "epoch": 9.529780564263323, + "grad_norm": 1.4765625, + "learning_rate": 5.280315849768146e-05, + "loss": 4.238, + "mean_token_accuracy": 0.25651433765888215, + "num_tokens": 21367619.0, + "step": 12160 + }, + { + "entropy": 5.090680360794067, + "epoch": 9.533699059561128, + "grad_norm": 1.4375, + "learning_rate": 5.275602502500364e-05, + "loss": 4.2349, + "mean_token_accuracy": 0.25386877208948133, + "num_tokens": 21376193.0, + "step": 12165 + }, + { + "entropy": 5.136118459701538, + "epoch": 9.537617554858935, + "grad_norm": 1.3671875, + "learning_rate": 5.270928873834425e-05, + "loss": 4.2634, + "mean_token_accuracy": 0.2534615218639374, + "num_tokens": 21385641.0, + "step": 12170 + }, + { + "entropy": 5.229541492462158, + "epoch": 9.54153605015674, + "grad_norm": 1.5234375, + "learning_rate": 5.266294972122864e-05, + "loss": 4.3625, + "mean_token_accuracy": 0.24711931198835374, + "num_tokens": 21394239.0, + "step": 12175 + }, + { + "entropy": 5.144038677215576, + "epoch": 9.545454545454545, + "grad_norm": 1.4609375, + "learning_rate": 5.2617008056472096e-05, + "loss": 4.3176, + "mean_token_accuracy": 0.24439244270324706, + "num_tokens": 21403427.0, + "step": 12180 + }, + { + "entropy": 5.180680561065674, + "epoch": 9.549373040752352, + "grad_norm": 1.4765625, + "learning_rate": 5.25714638261799e-05, + "loss": 4.3246, + "mean_token_accuracy": 0.24643795043230057, + "num_tokens": 21412062.0, + "step": 12185 + }, + { + "entropy": 5.1902580738067625, + "epoch": 9.553291536050157, + "grad_norm": 1.359375, + "learning_rate": 5.252631711174693e-05, + "loss": 4.3144, + "mean_token_accuracy": 0.2397470325231552, + "num_tokens": 21420906.0, + "step": 12190 + }, + { + "entropy": 5.1737090110778805, + "epoch": 9.557210031347962, + "grad_norm": 1.5078125, + "learning_rate": 5.248156799385767e-05, + "loss": 4.3043, + "mean_token_accuracy": 0.24944623410701752, + "num_tokens": 21430796.0, + "step": 12195 + }, + { + "entropy": 5.172871828079224, + "epoch": 9.561128526645769, + "grad_norm": 1.3046875, + "learning_rate": 5.243721655248607e-05, + "loss": 4.2584, + "mean_token_accuracy": 0.25898209512233733, + "num_tokens": 21439835.0, + "step": 12200 + }, + { + "entropy": 5.101730537414551, + "epoch": 9.565047021943574, + "grad_norm": 1.4296875, + "learning_rate": 5.239326286689537e-05, + "loss": 4.1923, + "mean_token_accuracy": 0.25740867108106613, + "num_tokens": 21448754.0, + "step": 12205 + }, + { + "entropy": 5.186723279953003, + "epoch": 9.568965517241379, + "grad_norm": 1.4765625, + "learning_rate": 5.234970701563789e-05, + "loss": 4.3246, + "mean_token_accuracy": 0.24918341338634492, + "num_tokens": 21457908.0, + "step": 12210 + }, + { + "entropy": 5.179311656951905, + "epoch": 9.572884012539184, + "grad_norm": 1.234375, + "learning_rate": 5.2306549076555047e-05, + "loss": 4.296, + "mean_token_accuracy": 0.24335246980190278, + "num_tokens": 21466915.0, + "step": 12215 + }, + { + "entropy": 5.15938720703125, + "epoch": 9.576802507836991, + "grad_norm": 1.390625, + "learning_rate": 5.226378912677701e-05, + "loss": 4.3145, + "mean_token_accuracy": 0.24416757225990296, + "num_tokens": 21475641.0, + "step": 12220 + }, + { + "entropy": 5.232217693328858, + "epoch": 9.580721003134796, + "grad_norm": 1.4921875, + "learning_rate": 5.2221427242722815e-05, + "loss": 4.3433, + "mean_token_accuracy": 0.2489179864525795, + "num_tokens": 21483913.0, + "step": 12225 + }, + { + "entropy": 5.1498950004577635, + "epoch": 9.584639498432601, + "grad_norm": 1.4296875, + "learning_rate": 5.2179463500099944e-05, + "loss": 4.287, + "mean_token_accuracy": 0.25564380139112475, + "num_tokens": 21493105.0, + "step": 12230 + }, + { + "entropy": 5.171562147140503, + "epoch": 9.588557993730408, + "grad_norm": 1.4453125, + "learning_rate": 5.2137897973904476e-05, + "loss": 4.3437, + "mean_token_accuracy": 0.2443087503314018, + "num_tokens": 21501926.0, + "step": 12235 + }, + { + "entropy": 5.208839845657349, + "epoch": 9.592476489028213, + "grad_norm": 1.5078125, + "learning_rate": 5.2096730738420725e-05, + "loss": 4.3356, + "mean_token_accuracy": 0.24687371253967286, + "num_tokens": 21510454.0, + "step": 12240 + }, + { + "entropy": 5.1740288734436035, + "epoch": 9.596394984326018, + "grad_norm": 1.421875, + "learning_rate": 5.2055961867221176e-05, + "loss": 4.2992, + "mean_token_accuracy": 0.24804643392562867, + "num_tokens": 21519115.0, + "step": 12245 + }, + { + "entropy": 5.2158537864685055, + "epoch": 9.600313479623825, + "grad_norm": 1.515625, + "learning_rate": 5.2015591433166435e-05, + "loss": 4.3755, + "mean_token_accuracy": 0.23630351573228836, + "num_tokens": 21528006.0, + "step": 12250 + }, + { + "entropy": 5.174698829650879, + "epoch": 9.60423197492163, + "grad_norm": 1.515625, + "learning_rate": 5.1975619508405055e-05, + "loss": 4.3469, + "mean_token_accuracy": 0.23870251476764678, + "num_tokens": 21536208.0, + "step": 12255 + }, + { + "entropy": 5.256516361236573, + "epoch": 9.608150470219435, + "grad_norm": 1.5078125, + "learning_rate": 5.1936046164373294e-05, + "loss": 4.3545, + "mean_token_accuracy": 0.24337146133184434, + "num_tokens": 21544669.0, + "step": 12260 + }, + { + "entropy": 5.145379686355591, + "epoch": 9.612068965517242, + "grad_norm": 1.421875, + "learning_rate": 5.1896871471795165e-05, + "loss": 4.2647, + "mean_token_accuracy": 0.25446677058935163, + "num_tokens": 21553963.0, + "step": 12265 + }, + { + "entropy": 5.129596376419068, + "epoch": 9.615987460815047, + "grad_norm": 1.4296875, + "learning_rate": 5.1858095500682195e-05, + "loss": 4.2998, + "mean_token_accuracy": 0.26055835038423536, + "num_tokens": 21563052.0, + "step": 12270 + }, + { + "entropy": 5.18136305809021, + "epoch": 9.619905956112852, + "grad_norm": 1.390625, + "learning_rate": 5.1819718320333296e-05, + "loss": 4.2829, + "mean_token_accuracy": 0.25634907484054564, + "num_tokens": 21571528.0, + "step": 12275 + }, + { + "entropy": 5.2201460838317875, + "epoch": 9.623824451410659, + "grad_norm": 1.4296875, + "learning_rate": 5.178173999933474e-05, + "loss": 4.3238, + "mean_token_accuracy": 0.24924131631851196, + "num_tokens": 21580178.0, + "step": 12280 + }, + { + "entropy": 5.177511501312256, + "epoch": 9.627742946708464, + "grad_norm": 1.4453125, + "learning_rate": 5.1744160605559963e-05, + "loss": 4.3506, + "mean_token_accuracy": 0.24807803481817245, + "num_tokens": 21589259.0, + "step": 12285 + }, + { + "entropy": 5.182873964309692, + "epoch": 9.63166144200627, + "grad_norm": 1.390625, + "learning_rate": 5.170698020616942e-05, + "loss": 4.3273, + "mean_token_accuracy": 0.24594116806983948, + "num_tokens": 21598985.0, + "step": 12290 + }, + { + "entropy": 5.195187377929687, + "epoch": 9.635579937304076, + "grad_norm": 1.421875, + "learning_rate": 5.167019886761049e-05, + "loss": 4.317, + "mean_token_accuracy": 0.2473377153277397, + "num_tokens": 21607764.0, + "step": 12295 + }, + { + "entropy": 5.13279767036438, + "epoch": 9.639498432601881, + "grad_norm": 1.5234375, + "learning_rate": 5.1633816655617397e-05, + "loss": 4.2214, + "mean_token_accuracy": 0.2649341061711311, + "num_tokens": 21616466.0, + "step": 12300 + }, + { + "entropy": 5.255361270904541, + "epoch": 9.643416927899686, + "grad_norm": 1.421875, + "learning_rate": 5.159783363521106e-05, + "loss": 4.3221, + "mean_token_accuracy": 0.2516805499792099, + "num_tokens": 21625425.0, + "step": 12305 + }, + { + "entropy": 5.2113365650177, + "epoch": 9.647335423197493, + "grad_norm": 1.46875, + "learning_rate": 5.156224987069898e-05, + "loss": 4.35, + "mean_token_accuracy": 0.23615481853485107, + "num_tokens": 21633323.0, + "step": 12310 + }, + { + "entropy": 5.192877864837646, + "epoch": 9.651253918495298, + "grad_norm": 1.4140625, + "learning_rate": 5.152706542567509e-05, + "loss": 4.2916, + "mean_token_accuracy": 0.2461003765463829, + "num_tokens": 21641486.0, + "step": 12315 + }, + { + "entropy": 5.1782585144042965, + "epoch": 9.655172413793103, + "grad_norm": 1.359375, + "learning_rate": 5.1492280363019734e-05, + "loss": 4.2462, + "mean_token_accuracy": 0.2590098366141319, + "num_tokens": 21649902.0, + "step": 12320 + }, + { + "entropy": 5.194725370407104, + "epoch": 9.659090909090908, + "grad_norm": 1.5078125, + "learning_rate": 5.1457894744899454e-05, + "loss": 4.3061, + "mean_token_accuracy": 0.2525223597884178, + "num_tokens": 21658874.0, + "step": 12325 + }, + { + "entropy": 5.195715713500976, + "epoch": 9.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 5.1423908632766886e-05, + "loss": 4.3105, + "mean_token_accuracy": 0.24829285591840744, + "num_tokens": 21667985.0, + "step": 12330 + }, + { + "entropy": 5.222826862335205, + "epoch": 9.66692789968652, + "grad_norm": 1.2890625, + "learning_rate": 5.1390322087360744e-05, + "loss": 4.3838, + "mean_token_accuracy": 0.23627481907606124, + "num_tokens": 21677256.0, + "step": 12335 + }, + { + "entropy": 5.235278749465943, + "epoch": 9.670846394984325, + "grad_norm": 1.4375, + "learning_rate": 5.135713516870565e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.2517630398273468, + "num_tokens": 21685744.0, + "step": 12340 + }, + { + "entropy": 5.221126651763916, + "epoch": 9.674764890282132, + "grad_norm": 1.390625, + "learning_rate": 5.132434793611201e-05, + "loss": 4.3093, + "mean_token_accuracy": 0.2506907194852829, + "num_tokens": 21694552.0, + "step": 12345 + }, + { + "entropy": 5.147761440277099, + "epoch": 9.678683385579937, + "grad_norm": 1.3984375, + "learning_rate": 5.129196044817586e-05, + "loss": 4.2993, + "mean_token_accuracy": 0.2451978489756584, + "num_tokens": 21703582.0, + "step": 12350 + }, + { + "entropy": 5.197604942321777, + "epoch": 9.682601880877742, + "grad_norm": 1.4921875, + "learning_rate": 5.125997276277899e-05, + "loss": 4.2591, + "mean_token_accuracy": 0.25318608433008194, + "num_tokens": 21712015.0, + "step": 12355 + }, + { + "entropy": 5.171985197067261, + "epoch": 9.68652037617555, + "grad_norm": 1.453125, + "learning_rate": 5.122838493708849e-05, + "loss": 4.3206, + "mean_token_accuracy": 0.2479581668972969, + "num_tokens": 21719957.0, + "step": 12360 + }, + { + "entropy": 5.199880170822143, + "epoch": 9.690438871473354, + "grad_norm": 1.515625, + "learning_rate": 5.1197197027556974e-05, + "loss": 4.4094, + "mean_token_accuracy": 0.23863768130540847, + "num_tokens": 21728871.0, + "step": 12365 + }, + { + "entropy": 5.1749693870544435, + "epoch": 9.69435736677116, + "grad_norm": 1.40625, + "learning_rate": 5.116640908992229e-05, + "loss": 4.349, + "mean_token_accuracy": 0.24268825054168702, + "num_tokens": 21737843.0, + "step": 12370 + }, + { + "entropy": 5.2007122993469235, + "epoch": 9.698275862068966, + "grad_norm": 1.59375, + "learning_rate": 5.113602117920747e-05, + "loss": 4.3487, + "mean_token_accuracy": 0.24328792691230774, + "num_tokens": 21747157.0, + "step": 12375 + }, + { + "entropy": 5.182254648208618, + "epoch": 9.702194357366771, + "grad_norm": 1.515625, + "learning_rate": 5.110603334972064e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.24998491257429123, + "num_tokens": 21755398.0, + "step": 12380 + }, + { + "entropy": 5.159550619125366, + "epoch": 9.706112852664576, + "grad_norm": 1.3984375, + "learning_rate": 5.1076445655054916e-05, + "loss": 4.3128, + "mean_token_accuracy": 0.25261584520339964, + "num_tokens": 21764535.0, + "step": 12385 + }, + { + "entropy": 5.186285161972046, + "epoch": 9.710031347962383, + "grad_norm": 1.359375, + "learning_rate": 5.1047258148088295e-05, + "loss": 4.3434, + "mean_token_accuracy": 0.25065463334321975, + "num_tokens": 21773120.0, + "step": 12390 + }, + { + "entropy": 5.172068977355957, + "epoch": 9.713949843260188, + "grad_norm": 1.46875, + "learning_rate": 5.1018470880983584e-05, + "loss": 4.3121, + "mean_token_accuracy": 0.2450385123491287, + "num_tokens": 21782370.0, + "step": 12395 + }, + { + "entropy": 5.158018112182617, + "epoch": 9.717868338557993, + "grad_norm": 1.453125, + "learning_rate": 5.099008390518832e-05, + "loss": 4.2923, + "mean_token_accuracy": 0.243370857834816, + "num_tokens": 21791782.0, + "step": 12400 + }, + { + "entropy": 5.223645782470703, + "epoch": 9.721786833855798, + "grad_norm": 1.4921875, + "learning_rate": 5.09620972714346e-05, + "loss": 4.2868, + "mean_token_accuracy": 0.2506183460354805, + "num_tokens": 21800449.0, + "step": 12405 + }, + { + "entropy": 5.266193294525147, + "epoch": 9.725705329153605, + "grad_norm": 1.515625, + "learning_rate": 5.0934511029739105e-05, + "loss": 4.4207, + "mean_token_accuracy": 0.2349896803498268, + "num_tokens": 21810333.0, + "step": 12410 + }, + { + "entropy": 5.169336271286011, + "epoch": 9.72962382445141, + "grad_norm": 1.546875, + "learning_rate": 5.090732522940288e-05, + "loss": 4.3027, + "mean_token_accuracy": 0.24131536185741426, + "num_tokens": 21818209.0, + "step": 12415 + }, + { + "entropy": 5.144322729110717, + "epoch": 9.733542319749215, + "grad_norm": 1.4375, + "learning_rate": 5.08805399190114e-05, + "loss": 4.282, + "mean_token_accuracy": 0.25516466945409777, + "num_tokens": 21827362.0, + "step": 12420 + }, + { + "entropy": 5.159610080718994, + "epoch": 9.737460815047022, + "grad_norm": 1.453125, + "learning_rate": 5.085415514643435e-05, + "loss": 4.2502, + "mean_token_accuracy": 0.2581780880689621, + "num_tokens": 21836228.0, + "step": 12425 + }, + { + "entropy": 5.165020704269409, + "epoch": 9.741379310344827, + "grad_norm": 1.3203125, + "learning_rate": 5.08281709588256e-05, + "loss": 4.3057, + "mean_token_accuracy": 0.24405529350042343, + "num_tokens": 21845121.0, + "step": 12430 + }, + { + "entropy": 5.111145782470703, + "epoch": 9.745297805642632, + "grad_norm": 1.3203125, + "learning_rate": 5.0802587402623076e-05, + "loss": 4.2256, + "mean_token_accuracy": 0.2545309290289879, + "num_tokens": 21854066.0, + "step": 12435 + }, + { + "entropy": 5.156331968307495, + "epoch": 9.74921630094044, + "grad_norm": 1.4375, + "learning_rate": 5.077740452354878e-05, + "loss": 4.2812, + "mean_token_accuracy": 0.2521896228194237, + "num_tokens": 21862754.0, + "step": 12440 + }, + { + "entropy": 5.188079166412353, + "epoch": 9.753134796238244, + "grad_norm": 1.4140625, + "learning_rate": 5.0752622366608564e-05, + "loss": 4.3314, + "mean_token_accuracy": 0.24359358251094818, + "num_tokens": 21872027.0, + "step": 12445 + }, + { + "entropy": 5.268361806869507, + "epoch": 9.75705329153605, + "grad_norm": 1.3828125, + "learning_rate": 5.072824097609218e-05, + "loss": 4.3564, + "mean_token_accuracy": 0.23712219893932343, + "num_tokens": 21880928.0, + "step": 12450 + }, + { + "entropy": 5.232562112808227, + "epoch": 9.760971786833856, + "grad_norm": 1.484375, + "learning_rate": 5.070426039557315e-05, + "loss": 4.3229, + "mean_token_accuracy": 0.2517002284526825, + "num_tokens": 21889299.0, + "step": 12455 + }, + { + "entropy": 5.1588445663452145, + "epoch": 9.764890282131661, + "grad_norm": 1.3984375, + "learning_rate": 5.068068066790862e-05, + "loss": 4.2451, + "mean_token_accuracy": 0.25881210565567014, + "num_tokens": 21897830.0, + "step": 12460 + }, + { + "entropy": 5.158632421493531, + "epoch": 9.768808777429467, + "grad_norm": 1.46875, + "learning_rate": 5.06575018352394e-05, + "loss": 4.2697, + "mean_token_accuracy": 0.2503740444779396, + "num_tokens": 21906360.0, + "step": 12465 + }, + { + "entropy": 5.148174190521241, + "epoch": 9.772727272727273, + "grad_norm": 1.46875, + "learning_rate": 5.063472393898982e-05, + "loss": 4.2598, + "mean_token_accuracy": 0.24472087770700454, + "num_tokens": 21915139.0, + "step": 12470 + }, + { + "entropy": 5.171524286270142, + "epoch": 9.776645768025078, + "grad_norm": 1.421875, + "learning_rate": 5.061234701986768e-05, + "loss": 4.286, + "mean_token_accuracy": 0.2549728125333786, + "num_tokens": 21923568.0, + "step": 12475 + }, + { + "entropy": 5.1933797836303714, + "epoch": 9.780564263322884, + "grad_norm": 1.4609375, + "learning_rate": 5.059037111786416e-05, + "loss": 4.363, + "mean_token_accuracy": 0.23613109141588212, + "num_tokens": 21932762.0, + "step": 12480 + }, + { + "entropy": 5.209218835830688, + "epoch": 9.78448275862069, + "grad_norm": 1.4296875, + "learning_rate": 5.056879627225376e-05, + "loss": 4.3404, + "mean_token_accuracy": 0.2385606735944748, + "num_tokens": 21941510.0, + "step": 12485 + }, + { + "entropy": 5.199665117263794, + "epoch": 9.788401253918495, + "grad_norm": 1.5, + "learning_rate": 5.054762252159424e-05, + "loss": 4.3641, + "mean_token_accuracy": 0.24993400573730468, + "num_tokens": 21950090.0, + "step": 12490 + }, + { + "entropy": 5.138564729690552, + "epoch": 9.7923197492163, + "grad_norm": 1.515625, + "learning_rate": 5.0526849903726495e-05, + "loss": 4.2222, + "mean_token_accuracy": 0.2606244072318077, + "num_tokens": 21958297.0, + "step": 12495 + }, + { + "entropy": 5.136868667602539, + "epoch": 9.796238244514107, + "grad_norm": 1.4140625, + "learning_rate": 5.050647845577457e-05, + "loss": 4.2934, + "mean_token_accuracy": 0.24768624901771547, + "num_tokens": 21967143.0, + "step": 12500 + }, + { + "epoch": 9.796238244514107, + "eval_entropy": 5.108225071615027, + "eval_loss": 5.653935432434082, + "eval_mean_token_accuracy": 0.17443119461626508, + "eval_num_tokens": 21967143.0, + "eval_runtime": 2.8456, + "eval_samples_per_second": 1448.566, + "eval_steps_per_second": 181.334, + "step": 12500 + }, + { + "entropy": 5.226200580596924, + "epoch": 9.800156739811912, + "grad_norm": 1.515625, + "learning_rate": 5.048650821414558e-05, + "loss": 4.3082, + "mean_token_accuracy": 0.24892695993185043, + "num_tokens": 21975348.0, + "step": 12505 + }, + { + "entropy": 5.200875329971313, + "epoch": 9.804075235109718, + "grad_norm": 1.40625, + "learning_rate": 5.0466939214529555e-05, + "loss": 4.3142, + "mean_token_accuracy": 0.24956773668527604, + "num_tokens": 21983912.0, + "step": 12510 + }, + { + "entropy": 5.186510801315308, + "epoch": 9.807993730407524, + "grad_norm": 1.4453125, + "learning_rate": 5.044777149189948e-05, + "loss": 4.333, + "mean_token_accuracy": 0.24378542304039003, + "num_tokens": 21992638.0, + "step": 12515 + }, + { + "entropy": 5.1058745861053465, + "epoch": 9.81191222570533, + "grad_norm": 1.40625, + "learning_rate": 5.0429005080511154e-05, + "loss": 4.2563, + "mean_token_accuracy": 0.25538389682769774, + "num_tokens": 22001661.0, + "step": 12520 + }, + { + "entropy": 5.180854320526123, + "epoch": 9.815830721003135, + "grad_norm": 1.4765625, + "learning_rate": 5.041064001390324e-05, + "loss": 4.3563, + "mean_token_accuracy": 0.23611363768577576, + "num_tokens": 22009905.0, + "step": 12525 + }, + { + "entropy": 5.165310573577881, + "epoch": 9.81974921630094, + "grad_norm": 1.296875, + "learning_rate": 5.039267632489709e-05, + "loss": 4.3651, + "mean_token_accuracy": 0.23942135870456696, + "num_tokens": 22019880.0, + "step": 12530 + }, + { + "entropy": 5.1483701229095455, + "epoch": 9.823667711598747, + "grad_norm": 1.453125, + "learning_rate": 5.037511404559668e-05, + "loss": 4.3244, + "mean_token_accuracy": 0.2430661678314209, + "num_tokens": 22028740.0, + "step": 12535 + }, + { + "entropy": 5.218181324005127, + "epoch": 9.827586206896552, + "grad_norm": 1.453125, + "learning_rate": 5.0357953207388664e-05, + "loss": 4.3626, + "mean_token_accuracy": 0.2438346967101097, + "num_tokens": 22037876.0, + "step": 12540 + }, + { + "entropy": 5.182481908798218, + "epoch": 9.831504702194357, + "grad_norm": 1.453125, + "learning_rate": 5.034119384094229e-05, + "loss": 4.3515, + "mean_token_accuracy": 0.23734207898378373, + "num_tokens": 22046417.0, + "step": 12545 + }, + { + "entropy": 5.1643993854522705, + "epoch": 9.835423197492164, + "grad_norm": 1.390625, + "learning_rate": 5.032483597620924e-05, + "loss": 4.2829, + "mean_token_accuracy": 0.2505857765674591, + "num_tokens": 22055685.0, + "step": 12550 + }, + { + "entropy": 5.163850879669189, + "epoch": 9.839341692789969, + "grad_norm": 1.4453125, + "learning_rate": 5.0308879642423626e-05, + "loss": 4.3059, + "mean_token_accuracy": 0.24451076239347458, + "num_tokens": 22064566.0, + "step": 12555 + }, + { + "entropy": 5.206838607788086, + "epoch": 9.843260188087774, + "grad_norm": 1.421875, + "learning_rate": 5.029332486810207e-05, + "loss": 4.3785, + "mean_token_accuracy": 0.24720301926136018, + "num_tokens": 22072708.0, + "step": 12560 + }, + { + "entropy": 5.198301124572754, + "epoch": 9.84717868338558, + "grad_norm": 1.40625, + "learning_rate": 5.0278171681043434e-05, + "loss": 4.3081, + "mean_token_accuracy": 0.24910645931959152, + "num_tokens": 22081651.0, + "step": 12565 + }, + { + "entropy": 5.169027948379517, + "epoch": 9.851097178683386, + "grad_norm": 1.4140625, + "learning_rate": 5.026342010832895e-05, + "loss": 4.2952, + "mean_token_accuracy": 0.24998127222061156, + "num_tokens": 22089462.0, + "step": 12570 + }, + { + "entropy": 5.157471704483032, + "epoch": 9.85501567398119, + "grad_norm": 1.4609375, + "learning_rate": 5.024907017632204e-05, + "loss": 4.2947, + "mean_token_accuracy": 0.25277969241142273, + "num_tokens": 22097904.0, + "step": 12575 + }, + { + "entropy": 5.105542802810669, + "epoch": 9.858934169278998, + "grad_norm": 1.4609375, + "learning_rate": 5.0235121910668385e-05, + "loss": 4.2369, + "mean_token_accuracy": 0.24962884336709976, + "num_tokens": 22106590.0, + "step": 12580 + }, + { + "entropy": 5.1854002475738525, + "epoch": 9.862852664576803, + "grad_norm": 1.328125, + "learning_rate": 5.022157533629576e-05, + "loss": 4.3299, + "mean_token_accuracy": 0.24761723428964616, + "num_tokens": 22115109.0, + "step": 12585 + }, + { + "entropy": 5.176642894744873, + "epoch": 9.866771159874608, + "grad_norm": 1.5234375, + "learning_rate": 5.020843047741411e-05, + "loss": 4.3995, + "mean_token_accuracy": 0.24841435253620148, + "num_tokens": 22123892.0, + "step": 12590 + }, + { + "entropy": 5.142074871063232, + "epoch": 9.870689655172415, + "grad_norm": 1.375, + "learning_rate": 5.0195687357515465e-05, + "loss": 4.2846, + "mean_token_accuracy": 0.245147468149662, + "num_tokens": 22133359.0, + "step": 12595 + }, + { + "entropy": 5.171509742736816, + "epoch": 9.87460815047022, + "grad_norm": 1.515625, + "learning_rate": 5.018334599937378e-05, + "loss": 4.3079, + "mean_token_accuracy": 0.2481146350502968, + "num_tokens": 22142087.0, + "step": 12600 + }, + { + "entropy": 5.192142391204834, + "epoch": 9.878526645768025, + "grad_norm": 1.4375, + "learning_rate": 5.017140642504512e-05, + "loss": 4.3253, + "mean_token_accuracy": 0.24386926740407944, + "num_tokens": 22150883.0, + "step": 12605 + }, + { + "entropy": 5.149715757369995, + "epoch": 9.88244514106583, + "grad_norm": 1.421875, + "learning_rate": 5.0159868655867436e-05, + "loss": 4.2755, + "mean_token_accuracy": 0.25066786259412766, + "num_tokens": 22159791.0, + "step": 12610 + }, + { + "entropy": 5.200558519363403, + "epoch": 9.886363636363637, + "grad_norm": 1.3828125, + "learning_rate": 5.014873271246055e-05, + "loss": 4.3232, + "mean_token_accuracy": 0.2512987107038498, + "num_tokens": 22168581.0, + "step": 12615 + }, + { + "entropy": 5.191806650161743, + "epoch": 9.890282131661442, + "grad_norm": 1.5, + "learning_rate": 5.0137998614726214e-05, + "loss": 4.3037, + "mean_token_accuracy": 0.25003408193588256, + "num_tokens": 22177851.0, + "step": 12620 + }, + { + "entropy": 5.241736793518067, + "epoch": 9.894200626959247, + "grad_norm": 1.3203125, + "learning_rate": 5.012766638184804e-05, + "loss": 4.3925, + "mean_token_accuracy": 0.2364266961812973, + "num_tokens": 22187300.0, + "step": 12625 + }, + { + "entropy": 5.174152898788452, + "epoch": 9.898119122257054, + "grad_norm": 1.4921875, + "learning_rate": 5.011773603229133e-05, + "loss": 4.3135, + "mean_token_accuracy": 0.24575603753328323, + "num_tokens": 22196421.0, + "step": 12630 + }, + { + "entropy": 5.106964254379273, + "epoch": 9.902037617554859, + "grad_norm": 1.5078125, + "learning_rate": 5.0108207583803305e-05, + "loss": 4.2523, + "mean_token_accuracy": 0.24715408980846404, + "num_tokens": 22205797.0, + "step": 12635 + }, + { + "entropy": 5.170027494430542, + "epoch": 9.905956112852664, + "grad_norm": 1.5, + "learning_rate": 5.0099081053412804e-05, + "loss": 4.1969, + "mean_token_accuracy": 0.26038730293512347, + "num_tokens": 22214355.0, + "step": 12640 + }, + { + "entropy": 5.1677168846130375, + "epoch": 9.90987460815047, + "grad_norm": 1.421875, + "learning_rate": 5.009035645743044e-05, + "loss": 4.3095, + "mean_token_accuracy": 0.24553330093622208, + "num_tokens": 22222682.0, + "step": 12645 + }, + { + "entropy": 5.136391496658325, + "epoch": 9.913793103448276, + "grad_norm": 1.515625, + "learning_rate": 5.008203381144846e-05, + "loss": 4.273, + "mean_token_accuracy": 0.24590222388505936, + "num_tokens": 22230927.0, + "step": 12650 + }, + { + "entropy": 5.153244256973267, + "epoch": 9.91771159874608, + "grad_norm": 1.3984375, + "learning_rate": 5.0074113130340784e-05, + "loss": 4.2458, + "mean_token_accuracy": 0.25182271003723145, + "num_tokens": 22239456.0, + "step": 12655 + }, + { + "entropy": 5.13483190536499, + "epoch": 9.921630094043888, + "grad_norm": 1.4765625, + "learning_rate": 5.006659442826297e-05, + "loss": 4.2957, + "mean_token_accuracy": 0.2423250049352646, + "num_tokens": 22248441.0, + "step": 12660 + }, + { + "entropy": 5.162369108200073, + "epoch": 9.925548589341693, + "grad_norm": 1.4140625, + "learning_rate": 5.005947771865215e-05, + "loss": 4.269, + "mean_token_accuracy": 0.2490193173289299, + "num_tokens": 22256875.0, + "step": 12665 + }, + { + "entropy": 5.150629138946533, + "epoch": 9.929467084639498, + "grad_norm": 1.453125, + "learning_rate": 5.0052763014227025e-05, + "loss": 4.2504, + "mean_token_accuracy": 0.25332590341567995, + "num_tokens": 22265467.0, + "step": 12670 + }, + { + "entropy": 5.168411350250244, + "epoch": 9.933385579937305, + "grad_norm": 1.515625, + "learning_rate": 5.004645032698785e-05, + "loss": 4.3124, + "mean_token_accuracy": 0.24526045173406602, + "num_tokens": 22274536.0, + "step": 12675 + }, + { + "entropy": 5.2059248924255375, + "epoch": 9.93730407523511, + "grad_norm": 1.296875, + "learning_rate": 5.0040539668216475e-05, + "loss": 4.4065, + "mean_token_accuracy": 0.23537181615829467, + "num_tokens": 22283969.0, + "step": 12680 + }, + { + "entropy": 5.155739116668701, + "epoch": 9.941222570532915, + "grad_norm": 1.5703125, + "learning_rate": 5.0035031048476146e-05, + "loss": 4.2643, + "mean_token_accuracy": 0.25031465888023374, + "num_tokens": 22293017.0, + "step": 12685 + }, + { + "entropy": 5.169123363494873, + "epoch": 9.945141065830722, + "grad_norm": 1.515625, + "learning_rate": 5.0029924477611703e-05, + "loss": 4.3158, + "mean_token_accuracy": 0.24112625122070314, + "num_tokens": 22301570.0, + "step": 12690 + }, + { + "entropy": 5.200271081924439, + "epoch": 9.949059561128527, + "grad_norm": 1.5234375, + "learning_rate": 5.002521996474941e-05, + "loss": 4.2866, + "mean_token_accuracy": 0.2502735689282417, + "num_tokens": 22309648.0, + "step": 12695 + }, + { + "entropy": 5.170676183700562, + "epoch": 9.952978056426332, + "grad_norm": 1.4453125, + "learning_rate": 5.0020917518296974e-05, + "loss": 4.3311, + "mean_token_accuracy": 0.24640560746192933, + "num_tokens": 22318463.0, + "step": 12700 + }, + { + "entropy": 5.148958921432495, + "epoch": 9.956896551724139, + "grad_norm": 1.4375, + "learning_rate": 5.001701714594355e-05, + "loss": 4.2963, + "mean_token_accuracy": 0.2413945257663727, + "num_tokens": 22327008.0, + "step": 12705 + }, + { + "entropy": 5.221893262863159, + "epoch": 9.960815047021944, + "grad_norm": 1.484375, + "learning_rate": 5.0013518854659775e-05, + "loss": 4.3148, + "mean_token_accuracy": 0.24667266011238098, + "num_tokens": 22336284.0, + "step": 12710 + }, + { + "entropy": 5.156929349899292, + "epoch": 9.964733542319749, + "grad_norm": 1.5, + "learning_rate": 5.001042265069766e-05, + "loss": 4.2436, + "mean_token_accuracy": 0.2521359458565712, + "num_tokens": 22344534.0, + "step": 12715 + }, + { + "entropy": 5.233699893951416, + "epoch": 9.968652037617554, + "grad_norm": 1.46875, + "learning_rate": 5.0007728539590584e-05, + "loss": 4.3242, + "mean_token_accuracy": 0.24496294260025026, + "num_tokens": 22352974.0, + "step": 12720 + }, + { + "entropy": 5.175343704223633, + "epoch": 9.97257053291536, + "grad_norm": 1.453125, + "learning_rate": 5.000543652615341e-05, + "loss": 4.3005, + "mean_token_accuracy": 0.26339372545480727, + "num_tokens": 22361353.0, + "step": 12725 + }, + { + "entropy": 5.1412664413452145, + "epoch": 9.976489028213166, + "grad_norm": 1.4140625, + "learning_rate": 5.0003546614482304e-05, + "loss": 4.3141, + "mean_token_accuracy": 0.24204149544239045, + "num_tokens": 22370552.0, + "step": 12730 + }, + { + "entropy": 5.136411571502686, + "epoch": 9.980407523510971, + "grad_norm": 1.53125, + "learning_rate": 5.0002058807954844e-05, + "loss": 4.2709, + "mean_token_accuracy": 0.2513186320662498, + "num_tokens": 22378949.0, + "step": 12735 + }, + { + "entropy": 5.21140489578247, + "epoch": 9.984326018808778, + "grad_norm": 1.3984375, + "learning_rate": 5.000097310923e-05, + "loss": 4.295, + "mean_token_accuracy": 0.2564909964799881, + "num_tokens": 22387602.0, + "step": 12740 + }, + { + "entropy": 5.239927768707275, + "epoch": 9.988244514106583, + "grad_norm": 1.484375, + "learning_rate": 5.00002895202481e-05, + "loss": 4.3768, + "mean_token_accuracy": 0.23684706091880797, + "num_tokens": 22396432.0, + "step": 12745 + }, + { + "entropy": 5.219846248626709, + "epoch": 9.992163009404388, + "grad_norm": 1.4453125, + "learning_rate": 5.000000804223079e-05, + "loss": 4.3749, + "mean_token_accuracy": 0.2468611255288124, + "num_tokens": 22406427.0, + "step": 12750 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.0123726062976e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-12750/training_args.bin b/checkpoint-12750/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-12750/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-1500/added_tokens.json b/checkpoint-1500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-1500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-1500/config.json b/checkpoint-1500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-1500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-1500/generation_config.json b/checkpoint-1500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-1500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1500/model.safetensors b/checkpoint-1500/model.safetensors new file mode 100644 index 0000000..05486f5 --- /dev/null +++ b/checkpoint-1500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cdcbfb518fc57ca0654440f2a33cbc9c20305f68848ba3363f5b48b619aab5 +size 249556672 diff --git a/checkpoint-1500/rng_state.pth b/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000..26ebac0 --- /dev/null +++ b/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f2011a4e17dcebecbd818c44004f21a169c0b6f3e7d683ce5c1e96bbd27570 +size 14645 diff --git a/checkpoint-1500/special_tokens_map.json b/checkpoint-1500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-1500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1500/spiece.model b/checkpoint-1500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-1500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-1500/tokenizer_config.json b/checkpoint-1500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-1500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1500/trainer_state.json b/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000..e15f2bd --- /dev/null +++ b/checkpoint-1500/trainer_state.json @@ -0,0 +1,3067 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1755485893416928, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3568490797824000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1500/training_args.bin b/checkpoint-1500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-2000/added_tokens.json b/checkpoint-2000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-2000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-2000/config.json b/checkpoint-2000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-2000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-2000/generation_config.json b/checkpoint-2000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-2000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2000/model.safetensors b/checkpoint-2000/model.safetensors new file mode 100644 index 0000000..ebdebce --- /dev/null +++ b/checkpoint-2000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051afcf286317541ab4e2d11d3955dede7beca51758a256c7c6ab2b1479c7a00 +size 249556672 diff --git a/checkpoint-2000/rng_state.pth b/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000..d16c02c --- /dev/null +++ b/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e7eb9ad86d8ecd105cdbd836498f640347a4b41593c528a84d08f3a11b22b2 +size 14645 diff --git a/checkpoint-2000/special_tokens_map.json b/checkpoint-2000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-2000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2000/spiece.model b/checkpoint-2000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-2000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-2000/tokenizer_config.json b/checkpoint-2000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-2000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000..79962b6 --- /dev/null +++ b/checkpoint-2000/trainer_state.json @@ -0,0 +1,4078 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.567398119122257, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4765338950400000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-2500/added_tokens.json b/checkpoint-2500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-2500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-2500/config.json b/checkpoint-2500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-2500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-2500/generation_config.json b/checkpoint-2500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-2500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2500/model.safetensors b/checkpoint-2500/model.safetensors new file mode 100644 index 0000000..1f4d40c --- /dev/null +++ b/checkpoint-2500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e69356f050b028e0abe5d300ad8cd5daee4b717dd462a02ad18eb265e400fa6 +size 249556672 diff --git a/checkpoint-2500/rng_state.pth b/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000..c9b47a6 --- /dev/null +++ b/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd7fbba3d9548f8e95a6d264ddbf416ef98c8f23aa8f7ce4df113612b127229 +size 14645 diff --git a/checkpoint-2500/special_tokens_map.json b/checkpoint-2500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-2500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2500/spiece.model b/checkpoint-2500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-2500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-2500/tokenizer_config.json b/checkpoint-2500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-2500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2500/trainer_state.json b/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000..52220ac --- /dev/null +++ b/checkpoint-2500/trainer_state.json @@ -0,0 +1,5089 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.9592476489028212, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5913023374080000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2500/training_args.bin b/checkpoint-2500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-3000/added_tokens.json b/checkpoint-3000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-3000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-3000/config.json b/checkpoint-3000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-3000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-3000/generation_config.json b/checkpoint-3000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-3000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3000/model.safetensors b/checkpoint-3000/model.safetensors new file mode 100644 index 0000000..7807ca2 --- /dev/null +++ b/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d4507d5ef355cc4f4d9c17735d6d5b059abb0713f9ac830717026046239afd +size 249556672 diff --git a/checkpoint-3000/rng_state.pth b/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000..0aeada7 --- /dev/null +++ b/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed92c79b255889e5e2a30ef4bc284c091fdc15b3def50c1ed20c03929e1995da +size 14645 diff --git a/checkpoint-3000/special_tokens_map.json b/checkpoint-3000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-3000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3000/spiece.model b/checkpoint-3000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-3000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-3000/tokenizer_config.json b/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000..c109bd6 --- /dev/null +++ b/checkpoint-3000/trainer_state.json @@ -0,0 +1,6100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.3510971786833856, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7109320874112000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-3500/added_tokens.json b/checkpoint-3500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-3500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-3500/config.json b/checkpoint-3500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-3500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-3500/generation_config.json b/checkpoint-3500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-3500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3500/model.safetensors b/checkpoint-3500/model.safetensors new file mode 100644 index 0000000..6c98ef7 --- /dev/null +++ b/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cbb1492e0aac064fdcb2a8457679a297e62941dd81d4903500ff5914748b0f1 +size 249556672 diff --git a/checkpoint-3500/rng_state.pth b/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000..9f40a46 --- /dev/null +++ b/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c8012baa24f9514d931b7ee15800266f7a93a4c6cf6850995862f53708c50b +size 14645 diff --git a/checkpoint-3500/special_tokens_map.json b/checkpoint-3500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-3500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3500/spiece.model b/checkpoint-3500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-3500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-3500/tokenizer_config.json b/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3500/trainer_state.json b/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000..7a87a5f --- /dev/null +++ b/checkpoint-3500/trainer_state.json @@ -0,0 +1,7111 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.7429467084639496, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 8307695952000000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3500/training_args.bin b/checkpoint-3500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-4000/added_tokens.json b/checkpoint-4000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-4000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-4000/config.json b/checkpoint-4000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-4000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-4000/generation_config.json b/checkpoint-4000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-4000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4000/model.safetensors b/checkpoint-4000/model.safetensors new file mode 100644 index 0000000..b01a89d --- /dev/null +++ b/checkpoint-4000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0245ed76e899ba005a073b7965317811b43b3096cf458a60c1c4af86756f3987 +size 249556672 diff --git a/checkpoint-4000/rng_state.pth b/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000..48da8f4 --- /dev/null +++ b/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321a46dbbae181801826b0094682e6121fc52036f1c8e07d3e5bf4f2f01d14e5 +size 14645 diff --git a/checkpoint-4000/special_tokens_map.json b/checkpoint-4000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-4000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4000/spiece.model b/checkpoint-4000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-4000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-4000/tokenizer_config.json b/checkpoint-4000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-4000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000..4b15620 --- /dev/null +++ b/checkpoint-4000/trainer_state.json @@ -0,0 +1,8122 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.134796238244514, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 9474999222528000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-4500/added_tokens.json b/checkpoint-4500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-4500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-4500/config.json b/checkpoint-4500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-4500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-4500/generation_config.json b/checkpoint-4500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-4500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4500/model.safetensors b/checkpoint-4500/model.safetensors new file mode 100644 index 0000000..9e56a07 --- /dev/null +++ b/checkpoint-4500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa30570da527ca63325609cf64ac16f91fb87bb9e32ff357286f7ff70e67b5e0 +size 249556672 diff --git a/checkpoint-4500/rng_state.pth b/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000..cc11328 --- /dev/null +++ b/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4c89c4239e22a7359b77748cf1ee9056adeb56d216ec4a219a954d4a36dc38 +size 14645 diff --git a/checkpoint-4500/special_tokens_map.json b/checkpoint-4500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-4500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4500/spiece.model b/checkpoint-4500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-4500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-4500/tokenizer_config.json b/checkpoint-4500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-4500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4500/trainer_state.json b/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000..011e518 --- /dev/null +++ b/checkpoint-4500/trainer_state.json @@ -0,0 +1,9133 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.5266457680250785, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.0663469699328e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4500/training_args.bin b/checkpoint-4500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-500/added_tokens.json b/checkpoint-500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-500/config.json b/checkpoint-500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-500/generation_config.json b/checkpoint-500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-500/model.safetensors b/checkpoint-500/model.safetensors new file mode 100644 index 0000000..35885e3 --- /dev/null +++ b/checkpoint-500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6683c097cf6a1ad4311086702dbb67f69c1ab0b65aeeaeb8ea3caacc05f97bb6 +size 249556672 diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth new file mode 100644 index 0000000..bdf94d5 --- /dev/null +++ b/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2cb36387e4175dcd3d52c3e6955993f142dda9d94077d47375d1ad81c5bcd4 +size 14645 diff --git a/checkpoint-500/special_tokens_map.json b/checkpoint-500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-500/spiece.model b/checkpoint-500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-500/tokenizer_config.json b/checkpoint-500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json new file mode 100644 index 0000000..193f639 --- /dev/null +++ b/checkpoint-500/trainer_state.json @@ -0,0 +1,1045 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.39184952978056425, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1156331556864000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-5000/added_tokens.json b/checkpoint-5000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-5000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-5000/config.json b/checkpoint-5000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-5000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-5000/generation_config.json b/checkpoint-5000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-5000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5000/model.safetensors b/checkpoint-5000/model.safetensors new file mode 100644 index 0000000..5ca4f1c --- /dev/null +++ b/checkpoint-5000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd34e77c784e12adc69c6598d7243a4070a8c305c9911a4fc607bfae69e18ae +size 249556672 diff --git a/checkpoint-5000/rng_state.pth b/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000..e6a2396 --- /dev/null +++ b/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761663a0efa4f98a09720212b03fa13a92c0cb519c1a4291745b54ebf2a8932a +size 14645 diff --git a/checkpoint-5000/special_tokens_map.json b/checkpoint-5000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-5000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5000/spiece.model b/checkpoint-5000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-5000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-5000/tokenizer_config.json b/checkpoint-5000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-5000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5000/trainer_state.json b/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000..0102679 --- /dev/null +++ b/checkpoint-5000/trainer_state.json @@ -0,0 +1,10144 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.9184952978056424, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.1846248909056e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5000/training_args.bin b/checkpoint-5000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-5500/added_tokens.json b/checkpoint-5500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-5500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-5500/config.json b/checkpoint-5500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-5500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-5500/generation_config.json b/checkpoint-5500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-5500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5500/model.safetensors b/checkpoint-5500/model.safetensors new file mode 100644 index 0000000..e005698 --- /dev/null +++ b/checkpoint-5500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b9aef22d6944faf2379fdace0b60af1fe560fe20cf0d77d22521fd4b68822e +size 249556672 diff --git a/checkpoint-5500/rng_state.pth b/checkpoint-5500/rng_state.pth new file mode 100644 index 0000000..b333f1a --- /dev/null +++ b/checkpoint-5500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec0e995d5dfdc0d7b5320e1ba15f9757dfe8c550f7d46e41a1cc8558527ca40 +size 14645 diff --git a/checkpoint-5500/special_tokens_map.json b/checkpoint-5500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-5500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5500/spiece.model b/checkpoint-5500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-5500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-5500/tokenizer_config.json b/checkpoint-5500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-5500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5500/trainer_state.json b/checkpoint-5500/trainer_state.json new file mode 100644 index 0000000..30c10cd --- /dev/null +++ b/checkpoint-5500/trainer_state.json @@ -0,0 +1,11155 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.310344827586207, + "eval_steps": 500, + "global_step": 5500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.3010166100224e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5500/training_args.bin b/checkpoint-5500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-5500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-6000/added_tokens.json b/checkpoint-6000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-6000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000..c7cb37f --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab75d5cd24fc46ed2289d56e22371c6c9595f60ae980f457c2de34e813b8b95 +size 249556672 diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000..60409bd --- /dev/null +++ b/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1426c79c526bd1191dfd814dfbd490304d77b31b15b2bc3024fc75522f7c20b +size 14645 diff --git a/checkpoint-6000/special_tokens_map.json b/checkpoint-6000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-6000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6000/spiece.model b/checkpoint-6000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-6000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000..07802ce --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,12166 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.702194357366771, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.4205307689216e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-6500/added_tokens.json b/checkpoint-6500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-6500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-6500/config.json b/checkpoint-6500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-6500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-6500/generation_config.json b/checkpoint-6500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-6500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6500/model.safetensors b/checkpoint-6500/model.safetensors new file mode 100644 index 0000000..ca70ff2 --- /dev/null +++ b/checkpoint-6500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20155b65cbaccdd8a21aa558bb400d69bb93b25f994abf63f6dac1759cf2e38 +size 249556672 diff --git a/checkpoint-6500/rng_state.pth b/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000..2202a16 --- /dev/null +++ b/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c4daf7d7cec5707ff8940c9c1cb63610c20b770ae90d0a8f399d6b2be2ee9f +size 14645 diff --git a/checkpoint-6500/special_tokens_map.json b/checkpoint-6500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-6500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6500/spiece.model b/checkpoint-6500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-6500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-6500/tokenizer_config.json b/checkpoint-6500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-6500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6500/trainer_state.json b/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000..74968ab --- /dev/null +++ b/checkpoint-6500/trainer_state.json @@ -0,0 +1,13177 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.094043887147335, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.5389277002496e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6500/training_args.bin b/checkpoint-6500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-7000/added_tokens.json b/checkpoint-7000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-7000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-7000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-7000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors new file mode 100644 index 0000000..6859807 --- /dev/null +++ b/checkpoint-7000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a995596f2487081aaaedf527659dc939d324123ce1db7609910d2db281be97d6 +size 249556672 diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000..ec4139d --- /dev/null +++ b/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4f4add415cd7a74366a4f0cbed3ed9882e3dee81141895479f1f92aace832d +size 14645 diff --git a/checkpoint-7000/special_tokens_map.json b/checkpoint-7000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-7000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7000/spiece.model b/checkpoint-7000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-7000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-7000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000..c474ca6 --- /dev/null +++ b/checkpoint-7000/trainer_state.json @@ -0,0 +1,14188 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.485893416927899, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.6561008458496e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-7500/added_tokens.json b/checkpoint-7500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-7500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-7500/config.json b/checkpoint-7500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-7500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-7500/generation_config.json b/checkpoint-7500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-7500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7500/model.safetensors b/checkpoint-7500/model.safetensors new file mode 100644 index 0000000..f80c4eb --- /dev/null +++ b/checkpoint-7500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96de869268d69bd8a43b97549c285dcff3c1bd75c272544a3c257cd5c10af993 +size 249556672 diff --git a/checkpoint-7500/rng_state.pth b/checkpoint-7500/rng_state.pth new file mode 100644 index 0000000..f3d5ca3 --- /dev/null +++ b/checkpoint-7500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5788e53fea2256d277d96a0c63a6ff31b81cbbb341e4a63ce3ace895d142decf +size 14645 diff --git a/checkpoint-7500/special_tokens_map.json b/checkpoint-7500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-7500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7500/spiece.model b/checkpoint-7500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-7500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-7500/tokenizer_config.json b/checkpoint-7500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-7500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7500/trainer_state.json b/checkpoint-7500/trainer_state.json new file mode 100644 index 0000000..56ed8f0 --- /dev/null +++ b/checkpoint-7500/trainer_state.json @@ -0,0 +1,15199 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.877742946708464, + "eval_steps": 500, + "global_step": 7500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.7732225495808e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7500/training_args.bin b/checkpoint-7500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-7500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-8000/added_tokens.json b/checkpoint-8000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-8000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-8000/config.json b/checkpoint-8000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-8000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-8000/generation_config.json b/checkpoint-8000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-8000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8000/model.safetensors b/checkpoint-8000/model.safetensors new file mode 100644 index 0000000..3a95a28 --- /dev/null +++ b/checkpoint-8000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:befb7504d56949497d4f1a9588e88961595dd5b3bdf1ba43021a7b1912a74984 +size 249556672 diff --git a/checkpoint-8000/rng_state.pth b/checkpoint-8000/rng_state.pth new file mode 100644 index 0000000..a5acad3 --- /dev/null +++ b/checkpoint-8000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b278a285c1616d434f23c660e8b0854bfb2a19621b5175a7decdb3514aae7e2 +size 14645 diff --git a/checkpoint-8000/special_tokens_map.json b/checkpoint-8000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-8000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8000/spiece.model b/checkpoint-8000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-8000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-8000/tokenizer_config.json b/checkpoint-8000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-8000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8000/trainer_state.json b/checkpoint-8000/trainer_state.json new file mode 100644 index 0000000..28dd7d2 --- /dev/null +++ b/checkpoint-8000/trainer_state.json @@ -0,0 +1,16210 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.269592476489028, + "eval_steps": 500, + "global_step": 8000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.894191676416e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8000/training_args.bin b/checkpoint-8000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-8000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-8500/added_tokens.json b/checkpoint-8500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-8500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-8500/config.json b/checkpoint-8500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-8500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-8500/generation_config.json b/checkpoint-8500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-8500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8500/model.safetensors b/checkpoint-8500/model.safetensors new file mode 100644 index 0000000..27de5b3 --- /dev/null +++ b/checkpoint-8500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6d8e05ce0207045602a5e6a6e4958430a95e8a95e6a4ae8afb370f742090b0 +size 249556672 diff --git a/checkpoint-8500/rng_state.pth b/checkpoint-8500/rng_state.pth new file mode 100644 index 0000000..b38d979 --- /dev/null +++ b/checkpoint-8500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d1fc76994871414792c72a5fbe3724e0715b5f811e905455ddaa6816b81ecf +size 14645 diff --git a/checkpoint-8500/special_tokens_map.json b/checkpoint-8500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-8500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8500/spiece.model b/checkpoint-8500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-8500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-8500/tokenizer_config.json b/checkpoint-8500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-8500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8500/trainer_state.json b/checkpoint-8500/trainer_state.json new file mode 100644 index 0000000..aa835a7 --- /dev/null +++ b/checkpoint-8500/trainer_state.json @@ -0,0 +1,17221 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.661442006269592, + "eval_steps": 500, + "global_step": 8500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.012789680128e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8500/training_args.bin b/checkpoint-8500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-8500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-9000/added_tokens.json b/checkpoint-9000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-9000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-9000/config.json b/checkpoint-9000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-9000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-9000/generation_config.json b/checkpoint-9000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-9000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-9000/model.safetensors b/checkpoint-9000/model.safetensors new file mode 100644 index 0000000..fe06031 --- /dev/null +++ b/checkpoint-9000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4acb46f447d1caa25170a770e08152ec62e3f5a1a581ebffa19d294135c9c15d +size 249556672 diff --git a/checkpoint-9000/rng_state.pth b/checkpoint-9000/rng_state.pth new file mode 100644 index 0000000..3782321 --- /dev/null +++ b/checkpoint-9000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9323ad5a1c59309be4bb088b3f30a64babbfc54ec7f6d4df63cb7b32972de11 +size 14645 diff --git a/checkpoint-9000/special_tokens_map.json b/checkpoint-9000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-9000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-9000/spiece.model b/checkpoint-9000/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-9000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-9000/tokenizer_config.json b/checkpoint-9000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-9000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-9000/trainer_state.json b/checkpoint-9000/trainer_state.json new file mode 100644 index 0000000..3832bc2 --- /dev/null +++ b/checkpoint-9000/trainer_state.json @@ -0,0 +1,18232 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.053291536050157, + "eval_steps": 500, + "global_step": 9000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.1283826213376e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-9000/training_args.bin b/checkpoint-9000/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-9000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/checkpoint-9500/added_tokens.json b/checkpoint-9500/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-9500/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-9500/config.json b/checkpoint-9500/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-9500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-9500/generation_config.json b/checkpoint-9500/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-9500/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-9500/model.safetensors b/checkpoint-9500/model.safetensors new file mode 100644 index 0000000..ea6c016 --- /dev/null +++ b/checkpoint-9500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa23aeda58170ddc6fb69f082b340c319cd44b5a44fb280205b4d1b33237a42b +size 249556672 diff --git a/checkpoint-9500/rng_state.pth b/checkpoint-9500/rng_state.pth new file mode 100644 index 0000000..9b654ca --- /dev/null +++ b/checkpoint-9500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514a2069de1d33a04f51f953a0dac60d2379d4f19fe49fe734a2c12230effe47 +size 14645 diff --git a/checkpoint-9500/special_tokens_map.json b/checkpoint-9500/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-9500/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-9500/spiece.model b/checkpoint-9500/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/checkpoint-9500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/checkpoint-9500/tokenizer_config.json b/checkpoint-9500/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-9500/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-9500/trainer_state.json b/checkpoint-9500/trainer_state.json new file mode 100644 index 0000000..f752640 --- /dev/null +++ b/checkpoint-9500/trainer_state.json @@ -0,0 +1,19243 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.445141065830721, + "eval_steps": 500, + "global_step": 9500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 4.789229106903076, + "epoch": 0.003918495297805642, + "grad_norm": 17.125, + "learning_rate": 2e-06, + "loss": 14.3537, + "mean_token_accuracy": 0.0, + "num_tokens": 9174.0, + "step": 5 + }, + { + "entropy": 4.8115012645721436, + "epoch": 0.007836990595611285, + "grad_norm": 19.625, + "learning_rate": 4.5e-06, + "loss": 14.2452, + "mean_token_accuracy": 0.0, + "num_tokens": 17790.0, + "step": 10 + }, + { + "entropy": 4.899150800704956, + "epoch": 0.011755485893416929, + "grad_norm": 24.25, + "learning_rate": 7e-06, + "loss": 13.9044, + "mean_token_accuracy": 0.0, + "num_tokens": 25850.0, + "step": 15 + }, + { + "entropy": 5.367580604553223, + "epoch": 0.01567398119122257, + "grad_norm": 32.5, + "learning_rate": 9.5e-06, + "loss": 13.1444, + "mean_token_accuracy": 0.0, + "num_tokens": 35194.0, + "step": 20 + }, + { + "entropy": 8.583788537979126, + "epoch": 0.019592476489028215, + "grad_norm": 7.5, + "learning_rate": 1.2e-05, + "loss": 11.3911, + "mean_token_accuracy": 0.00023256096756085753, + "num_tokens": 44218.0, + "step": 25 + }, + { + "entropy": 10.630141735076904, + "epoch": 0.023510971786833857, + "grad_norm": 3.234375, + "learning_rate": 1.4500000000000002e-05, + "loss": 10.7102, + "mean_token_accuracy": 0.014597209030762314, + "num_tokens": 53397.0, + "step": 30 + }, + { + "entropy": 10.695956897735595, + "epoch": 0.0274294670846395, + "grad_norm": 3.0, + "learning_rate": 1.7000000000000003e-05, + "loss": 10.4664, + "mean_token_accuracy": 0.01781447734683752, + "num_tokens": 62749.0, + "step": 35 + }, + { + "entropy": 10.673796558380127, + "epoch": 0.03134796238244514, + "grad_norm": 2.421875, + "learning_rate": 1.95e-05, + "loss": 10.1632, + "mean_token_accuracy": 0.0182854525744915, + "num_tokens": 71721.0, + "step": 40 + }, + { + "entropy": 10.631663513183593, + "epoch": 0.03526645768025078, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.8792, + "mean_token_accuracy": 0.03653257880359888, + "num_tokens": 79844.0, + "step": 45 + }, + { + "entropy": 10.549837970733643, + "epoch": 0.03918495297805643, + "grad_norm": 1.953125, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.7665, + "mean_token_accuracy": 0.04605128690600395, + "num_tokens": 88866.0, + "step": 50 + }, + { + "entropy": 10.509830379486084, + "epoch": 0.04310344827586207, + "grad_norm": 1.84375, + "learning_rate": 2.7e-05, + "loss": 9.6605, + "mean_token_accuracy": 0.044031094387173654, + "num_tokens": 97918.0, + "step": 55 + }, + { + "entropy": 10.524475193023681, + "epoch": 0.047021943573667714, + "grad_norm": 1.875, + "learning_rate": 2.95e-05, + "loss": 9.5619, + "mean_token_accuracy": 0.04601282589137554, + "num_tokens": 107043.0, + "step": 60 + }, + { + "entropy": 10.512676334381103, + "epoch": 0.050940438871473356, + "grad_norm": 2.03125, + "learning_rate": 3.2e-05, + "loss": 9.4987, + "mean_token_accuracy": 0.04643600396811962, + "num_tokens": 116000.0, + "step": 65 + }, + { + "entropy": 10.477371215820312, + "epoch": 0.054858934169279, + "grad_norm": 1.8984375, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.4179, + "mean_token_accuracy": 0.04148977212607861, + "num_tokens": 124559.0, + "step": 70 + }, + { + "entropy": 10.470399188995362, + "epoch": 0.05877742946708464, + "grad_norm": 1.828125, + "learning_rate": 3.7e-05, + "loss": 9.2945, + "mean_token_accuracy": 0.04952896051108837, + "num_tokens": 132868.0, + "step": 75 + }, + { + "entropy": 10.453096103668212, + "epoch": 0.06269592476489028, + "grad_norm": 1.796875, + "learning_rate": 3.95e-05, + "loss": 9.2848, + "mean_token_accuracy": 0.05274602882564068, + "num_tokens": 141286.0, + "step": 80 + }, + { + "entropy": 10.431593227386475, + "epoch": 0.06661442006269593, + "grad_norm": 1.71875, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.1405, + "mean_token_accuracy": 0.05872356928884983, + "num_tokens": 150406.0, + "step": 85 + }, + { + "entropy": 10.36865291595459, + "epoch": 0.07053291536050156, + "grad_norm": 1.84375, + "learning_rate": 4.45e-05, + "loss": 9.0678, + "mean_token_accuracy": 0.059385529905557635, + "num_tokens": 158770.0, + "step": 90 + }, + { + "entropy": 10.264866065979003, + "epoch": 0.07445141065830721, + "grad_norm": 2.046875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.9633, + "mean_token_accuracy": 0.06288341507315635, + "num_tokens": 167763.0, + "step": 95 + }, + { + "entropy": 10.183263969421386, + "epoch": 0.07836990595611286, + "grad_norm": 1.6796875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.819, + "mean_token_accuracy": 0.0607046652585268, + "num_tokens": 177306.0, + "step": 100 + }, + { + "entropy": 10.144334697723389, + "epoch": 0.0822884012539185, + "grad_norm": 1.5078125, + "learning_rate": 5.2e-05, + "loss": 8.7349, + "mean_token_accuracy": 0.06028640605509281, + "num_tokens": 186014.0, + "step": 105 + }, + { + "entropy": 10.06214361190796, + "epoch": 0.08620689655172414, + "grad_norm": 1.390625, + "learning_rate": 5.45e-05, + "loss": 8.5758, + "mean_token_accuracy": 0.06410923898220063, + "num_tokens": 194122.0, + "step": 110 + }, + { + "entropy": 9.952830028533935, + "epoch": 0.09012539184952978, + "grad_norm": 1.4765625, + "learning_rate": 5.7e-05, + "loss": 8.4698, + "mean_token_accuracy": 0.05936008468270302, + "num_tokens": 203097.0, + "step": 115 + }, + { + "entropy": 9.820581531524658, + "epoch": 0.09404388714733543, + "grad_norm": 1.4375, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.3405, + "mean_token_accuracy": 0.06221077479422092, + "num_tokens": 211413.0, + "step": 120 + }, + { + "entropy": 9.732498264312744, + "epoch": 0.09796238244514106, + "grad_norm": 1.1484375, + "learning_rate": 6.2e-05, + "loss": 8.2718, + "mean_token_accuracy": 0.061625415459275246, + "num_tokens": 220550.0, + "step": 125 + }, + { + "entropy": 9.504752349853515, + "epoch": 0.10188087774294671, + "grad_norm": 1.15625, + "learning_rate": 6.450000000000001e-05, + "loss": 8.0995, + "mean_token_accuracy": 0.0649514563381672, + "num_tokens": 229197.0, + "step": 130 + }, + { + "entropy": 9.307702922821045, + "epoch": 0.10579937304075235, + "grad_norm": 1.09375, + "learning_rate": 6.7e-05, + "loss": 8.0979, + "mean_token_accuracy": 0.05685936994850636, + "num_tokens": 238479.0, + "step": 135 + }, + { + "entropy": 9.162922954559326, + "epoch": 0.109717868338558, + "grad_norm": 1.375, + "learning_rate": 6.950000000000001e-05, + "loss": 7.9442, + "mean_token_accuracy": 0.059861503541469574, + "num_tokens": 246318.0, + "step": 140 + }, + { + "entropy": 8.96123743057251, + "epoch": 0.11363636363636363, + "grad_norm": 0.98828125, + "learning_rate": 7.2e-05, + "loss": 7.9513, + "mean_token_accuracy": 0.05959276556968689, + "num_tokens": 254783.0, + "step": 145 + }, + { + "entropy": 8.760778617858886, + "epoch": 0.11755485893416928, + "grad_norm": 1.1171875, + "learning_rate": 7.45e-05, + "loss": 7.7945, + "mean_token_accuracy": 0.06369670145213605, + "num_tokens": 263416.0, + "step": 150 + }, + { + "entropy": 8.68117027282715, + "epoch": 0.12147335423197492, + "grad_norm": 1.0703125, + "learning_rate": 7.7e-05, + "loss": 7.8147, + "mean_token_accuracy": 0.0631796333938837, + "num_tokens": 271930.0, + "step": 155 + }, + { + "entropy": 8.476777839660645, + "epoch": 0.12539184952978055, + "grad_norm": 0.78515625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.7159, + "mean_token_accuracy": 0.06549291461706161, + "num_tokens": 280546.0, + "step": 160 + }, + { + "entropy": 8.308262157440186, + "epoch": 0.12931034482758622, + "grad_norm": 0.9296875, + "learning_rate": 8.2e-05, + "loss": 7.7078, + "mean_token_accuracy": 0.06602046675980092, + "num_tokens": 288813.0, + "step": 165 + }, + { + "entropy": 8.279962158203125, + "epoch": 0.13322884012539185, + "grad_norm": 0.97265625, + "learning_rate": 8.450000000000001e-05, + "loss": 7.6847, + "mean_token_accuracy": 0.06443305909633637, + "num_tokens": 297966.0, + "step": 170 + }, + { + "entropy": 8.152728843688966, + "epoch": 0.1371473354231975, + "grad_norm": 0.8671875, + "learning_rate": 8.7e-05, + "loss": 7.7467, + "mean_token_accuracy": 0.06189337000250816, + "num_tokens": 307135.0, + "step": 175 + }, + { + "entropy": 8.145699501037598, + "epoch": 0.14106583072100312, + "grad_norm": 0.890625, + "learning_rate": 8.95e-05, + "loss": 7.6581, + "mean_token_accuracy": 0.06488074697554111, + "num_tokens": 315546.0, + "step": 180 + }, + { + "entropy": 8.149786376953125, + "epoch": 0.14498432601880878, + "grad_norm": 0.89453125, + "learning_rate": 9.2e-05, + "loss": 7.6538, + "mean_token_accuracy": 0.06405953019857406, + "num_tokens": 323930.0, + "step": 185 + }, + { + "entropy": 7.983444690704346, + "epoch": 0.14890282131661442, + "grad_norm": 1.03125, + "learning_rate": 9.45e-05, + "loss": 7.5166, + "mean_token_accuracy": 0.07129846066236496, + "num_tokens": 332419.0, + "step": 190 + }, + { + "entropy": 7.974339866638184, + "epoch": 0.15282131661442006, + "grad_norm": 1.0234375, + "learning_rate": 9.7e-05, + "loss": 7.6157, + "mean_token_accuracy": 0.06940566822886467, + "num_tokens": 341362.0, + "step": 195 + }, + { + "entropy": 7.973450374603272, + "epoch": 0.15673981191222572, + "grad_norm": 1.625, + "learning_rate": 9.95e-05, + "loss": 7.5198, + "mean_token_accuracy": 0.07214542552828788, + "num_tokens": 349395.0, + "step": 200 + }, + { + "entropy": 7.946638202667236, + "epoch": 0.16065830721003135, + "grad_norm": 1.2890625, + "learning_rate": 0.000102, + "loss": 7.545, + "mean_token_accuracy": 0.06696730926632881, + "num_tokens": 358413.0, + "step": 205 + }, + { + "entropy": 7.863241577148438, + "epoch": 0.164576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00010449999999999999, + "loss": 7.6316, + "mean_token_accuracy": 0.06982938721776008, + "num_tokens": 366489.0, + "step": 210 + }, + { + "entropy": 7.940403842926026, + "epoch": 0.16849529780564262, + "grad_norm": 1.1015625, + "learning_rate": 0.000107, + "loss": 7.5023, + "mean_token_accuracy": 0.06740010716021061, + "num_tokens": 375335.0, + "step": 215 + }, + { + "entropy": 7.874079847335816, + "epoch": 0.1724137931034483, + "grad_norm": 1.1015625, + "learning_rate": 0.0001095, + "loss": 7.5555, + "mean_token_accuracy": 0.07188675999641418, + "num_tokens": 384276.0, + "step": 220 + }, + { + "entropy": 7.911562585830689, + "epoch": 0.17633228840125392, + "grad_norm": 0.99609375, + "learning_rate": 0.000112, + "loss": 7.5929, + "mean_token_accuracy": 0.06714313849806786, + "num_tokens": 393571.0, + "step": 225 + }, + { + "entropy": 7.920306205749512, + "epoch": 0.18025078369905956, + "grad_norm": 1.2734375, + "learning_rate": 0.0001145, + "loss": 7.5193, + "mean_token_accuracy": 0.07089398205280303, + "num_tokens": 401865.0, + "step": 230 + }, + { + "entropy": 7.848536252975464, + "epoch": 0.1841692789968652, + "grad_norm": 0.91015625, + "learning_rate": 0.00011700000000000001, + "loss": 7.4905, + "mean_token_accuracy": 0.07226377129554748, + "num_tokens": 410518.0, + "step": 235 + }, + { + "entropy": 7.869985485076905, + "epoch": 0.18808777429467086, + "grad_norm": 0.97265625, + "learning_rate": 0.00011949999999999999, + "loss": 7.4997, + "mean_token_accuracy": 0.07303371652960777, + "num_tokens": 419769.0, + "step": 240 + }, + { + "entropy": 7.837644481658936, + "epoch": 0.1920062695924765, + "grad_norm": 0.95703125, + "learning_rate": 0.000122, + "loss": 7.437, + "mean_token_accuracy": 0.0742616519331932, + "num_tokens": 428204.0, + "step": 245 + }, + { + "entropy": 7.897941255569458, + "epoch": 0.19592476489028213, + "grad_norm": 1.1171875, + "learning_rate": 0.0001245, + "loss": 7.5267, + "mean_token_accuracy": 0.06978406608104706, + "num_tokens": 436594.0, + "step": 250 + }, + { + "entropy": 7.80897855758667, + "epoch": 0.19984326018808776, + "grad_norm": 0.96875, + "learning_rate": 0.000127, + "loss": 7.3256, + "mean_token_accuracy": 0.07486266531050205, + "num_tokens": 444645.0, + "step": 255 + }, + { + "entropy": 7.8133704662323, + "epoch": 0.20376175548589343, + "grad_norm": 1.234375, + "learning_rate": 0.0001295, + "loss": 7.3726, + "mean_token_accuracy": 0.07738698273897171, + "num_tokens": 453016.0, + "step": 260 + }, + { + "entropy": 7.736161422729492, + "epoch": 0.20768025078369906, + "grad_norm": 1.0546875, + "learning_rate": 0.000132, + "loss": 7.4507, + "mean_token_accuracy": 0.06978621035814285, + "num_tokens": 462116.0, + "step": 265 + }, + { + "entropy": 7.664476203918457, + "epoch": 0.2115987460815047, + "grad_norm": 1.1875, + "learning_rate": 0.00013450000000000002, + "loss": 7.3961, + "mean_token_accuracy": 0.07115238644182682, + "num_tokens": 470807.0, + "step": 270 + }, + { + "entropy": 7.7677568912506105, + "epoch": 0.21551724137931033, + "grad_norm": 1.0703125, + "learning_rate": 0.00013700000000000002, + "loss": 7.4818, + "mean_token_accuracy": 0.07023664973676205, + "num_tokens": 479592.0, + "step": 275 + }, + { + "entropy": 7.912611389160157, + "epoch": 0.219435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0001395, + "loss": 7.4068, + "mean_token_accuracy": 0.07160313390195369, + "num_tokens": 488107.0, + "step": 280 + }, + { + "entropy": 7.755217599868774, + "epoch": 0.22335423197492163, + "grad_norm": 1.1796875, + "learning_rate": 0.00014199999999999998, + "loss": 7.4212, + "mean_token_accuracy": 0.07538670524954796, + "num_tokens": 496775.0, + "step": 285 + }, + { + "entropy": 7.762103033065796, + "epoch": 0.22727272727272727, + "grad_norm": 1.2421875, + "learning_rate": 0.0001445, + "loss": 7.4447, + "mean_token_accuracy": 0.07036296911537647, + "num_tokens": 505415.0, + "step": 290 + }, + { + "entropy": 7.757038116455078, + "epoch": 0.23119122257053293, + "grad_norm": 1.015625, + "learning_rate": 0.000147, + "loss": 7.4344, + "mean_token_accuracy": 0.074312524497509, + "num_tokens": 514447.0, + "step": 295 + }, + { + "entropy": 7.7855620861053465, + "epoch": 0.23510971786833856, + "grad_norm": 1.0234375, + "learning_rate": 0.0001495, + "loss": 7.4189, + "mean_token_accuracy": 0.07684484757483005, + "num_tokens": 522998.0, + "step": 300 + }, + { + "entropy": 7.774819326400757, + "epoch": 0.2390282131661442, + "grad_norm": 1.1015625, + "learning_rate": 0.000152, + "loss": 7.3794, + "mean_token_accuracy": 0.07512850686907768, + "num_tokens": 531542.0, + "step": 305 + }, + { + "entropy": 7.7300177097320555, + "epoch": 0.24294670846394983, + "grad_norm": 0.9921875, + "learning_rate": 0.00015450000000000001, + "loss": 7.3247, + "mean_token_accuracy": 0.07261879369616508, + "num_tokens": 540143.0, + "step": 310 + }, + { + "entropy": 7.773348236083985, + "epoch": 0.2468652037617555, + "grad_norm": 1.0390625, + "learning_rate": 0.000157, + "loss": 7.4017, + "mean_token_accuracy": 0.07950926274061203, + "num_tokens": 549156.0, + "step": 315 + }, + { + "entropy": 7.7285737037658695, + "epoch": 0.2507836990595611, + "grad_norm": 1.03125, + "learning_rate": 0.0001595, + "loss": 7.2557, + "mean_token_accuracy": 0.07481630519032478, + "num_tokens": 557522.0, + "step": 320 + }, + { + "entropy": 7.654256391525268, + "epoch": 0.2547021943573668, + "grad_norm": 1.109375, + "learning_rate": 0.000162, + "loss": 7.331, + "mean_token_accuracy": 0.07940150126814842, + "num_tokens": 566650.0, + "step": 325 + }, + { + "entropy": 7.672131299972534, + "epoch": 0.25862068965517243, + "grad_norm": 1.1328125, + "learning_rate": 0.00016450000000000001, + "loss": 7.2864, + "mean_token_accuracy": 0.07869702018797398, + "num_tokens": 576219.0, + "step": 330 + }, + { + "entropy": 7.713160848617553, + "epoch": 0.26253918495297807, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 7.374, + "mean_token_accuracy": 0.07567794360220433, + "num_tokens": 584304.0, + "step": 335 + }, + { + "entropy": 7.634349060058594, + "epoch": 0.2664576802507837, + "grad_norm": 1.2109375, + "learning_rate": 0.00016950000000000003, + "loss": 7.3003, + "mean_token_accuracy": 0.07832697704434395, + "num_tokens": 593163.0, + "step": 340 + }, + { + "entropy": 7.6303457736969, + "epoch": 0.27037617554858934, + "grad_norm": 1.21875, + "learning_rate": 0.00017199999999999998, + "loss": 7.2164, + "mean_token_accuracy": 0.07754571028053761, + "num_tokens": 602077.0, + "step": 345 + }, + { + "entropy": 7.6355628490448, + "epoch": 0.274294670846395, + "grad_norm": 1.59375, + "learning_rate": 0.00017449999999999999, + "loss": 7.3284, + "mean_token_accuracy": 0.08122679404914379, + "num_tokens": 610009.0, + "step": 350 + }, + { + "entropy": 7.685596513748169, + "epoch": 0.2782131661442006, + "grad_norm": 1.1015625, + "learning_rate": 0.000177, + "loss": 7.362, + "mean_token_accuracy": 0.07597106769680977, + "num_tokens": 619282.0, + "step": 355 + }, + { + "entropy": 7.619720935821533, + "epoch": 0.28213166144200624, + "grad_norm": 1.1328125, + "learning_rate": 0.0001795, + "loss": 7.2893, + "mean_token_accuracy": 0.08018167689442635, + "num_tokens": 628138.0, + "step": 360 + }, + { + "entropy": 7.6796112060546875, + "epoch": 0.28605015673981193, + "grad_norm": 1.1875, + "learning_rate": 0.000182, + "loss": 7.1745, + "mean_token_accuracy": 0.08669476807117463, + "num_tokens": 637021.0, + "step": 365 + }, + { + "entropy": 7.619413709640503, + "epoch": 0.28996865203761757, + "grad_norm": 1.453125, + "learning_rate": 0.0001845, + "loss": 7.3161, + "mean_token_accuracy": 0.07477690353989601, + "num_tokens": 646703.0, + "step": 370 + }, + { + "entropy": 7.623689222335815, + "epoch": 0.2938871473354232, + "grad_norm": 1.1796875, + "learning_rate": 0.000187, + "loss": 7.1981, + "mean_token_accuracy": 0.08060777708888053, + "num_tokens": 655616.0, + "step": 375 + }, + { + "entropy": 7.556978368759156, + "epoch": 0.29780564263322884, + "grad_norm": 1.3515625, + "learning_rate": 0.0001895, + "loss": 7.1994, + "mean_token_accuracy": 0.08719867020845413, + "num_tokens": 663783.0, + "step": 380 + }, + { + "entropy": 7.5845866203308105, + "epoch": 0.3017241379310345, + "grad_norm": 1.2734375, + "learning_rate": 0.000192, + "loss": 7.2094, + "mean_token_accuracy": 0.08289245739579201, + "num_tokens": 671855.0, + "step": 385 + }, + { + "entropy": 7.527840566635132, + "epoch": 0.3056426332288401, + "grad_norm": 1.34375, + "learning_rate": 0.0001945, + "loss": 7.2219, + "mean_token_accuracy": 0.07747755497694016, + "num_tokens": 680981.0, + "step": 390 + }, + { + "entropy": 7.6136561870574955, + "epoch": 0.30956112852664575, + "grad_norm": 1.328125, + "learning_rate": 0.00019700000000000002, + "loss": 7.1491, + "mean_token_accuracy": 0.08336339518427849, + "num_tokens": 689294.0, + "step": 395 + }, + { + "entropy": 7.469813442230224, + "epoch": 0.31347962382445144, + "grad_norm": 1.0625, + "learning_rate": 0.00019950000000000002, + "loss": 7.1035, + "mean_token_accuracy": 0.08146922513842583, + "num_tokens": 697703.0, + "step": 400 + }, + { + "entropy": 7.550826740264893, + "epoch": 0.31739811912225707, + "grad_norm": 0.98046875, + "learning_rate": 0.000202, + "loss": 7.2372, + "mean_token_accuracy": 0.08058681413531303, + "num_tokens": 706792.0, + "step": 405 + }, + { + "entropy": 7.606830406188965, + "epoch": 0.3213166144200627, + "grad_norm": 1.0546875, + "learning_rate": 0.00020449999999999998, + "loss": 7.1473, + "mean_token_accuracy": 0.08346155509352685, + "num_tokens": 715864.0, + "step": 410 + }, + { + "entropy": 7.3859583854675295, + "epoch": 0.32523510971786834, + "grad_norm": 1.5078125, + "learning_rate": 0.000207, + "loss": 7.1975, + "mean_token_accuracy": 0.0853593334555626, + "num_tokens": 723921.0, + "step": 415 + }, + { + "entropy": 7.5406107902526855, + "epoch": 0.329153605015674, + "grad_norm": 1.2578125, + "learning_rate": 0.0002095, + "loss": 7.2071, + "mean_token_accuracy": 0.08046000376343727, + "num_tokens": 732797.0, + "step": 420 + }, + { + "entropy": 7.510403490066528, + "epoch": 0.3330721003134796, + "grad_norm": 1.3515625, + "learning_rate": 0.000212, + "loss": 7.0654, + "mean_token_accuracy": 0.0873202033340931, + "num_tokens": 741248.0, + "step": 425 + }, + { + "entropy": 7.501159954071045, + "epoch": 0.33699059561128525, + "grad_norm": 1.1875, + "learning_rate": 0.0002145, + "loss": 7.1615, + "mean_token_accuracy": 0.08190247714519501, + "num_tokens": 749766.0, + "step": 430 + }, + { + "entropy": 7.408373832702637, + "epoch": 0.3409090909090909, + "grad_norm": 1.34375, + "learning_rate": 0.00021700000000000002, + "loss": 7.1268, + "mean_token_accuracy": 0.08113668784499169, + "num_tokens": 758695.0, + "step": 435 + }, + { + "entropy": 7.44956521987915, + "epoch": 0.3448275862068966, + "grad_norm": 1.234375, + "learning_rate": 0.0002195, + "loss": 7.1248, + "mean_token_accuracy": 0.08192591443657875, + "num_tokens": 767624.0, + "step": 440 + }, + { + "entropy": 7.422909212112427, + "epoch": 0.3487460815047022, + "grad_norm": 1.140625, + "learning_rate": 0.000222, + "loss": 7.117, + "mean_token_accuracy": 0.0853099413216114, + "num_tokens": 776616.0, + "step": 445 + }, + { + "entropy": 7.365292644500732, + "epoch": 0.35266457680250785, + "grad_norm": 1.203125, + "learning_rate": 0.0002245, + "loss": 7.1317, + "mean_token_accuracy": 0.08413158729672432, + "num_tokens": 786147.0, + "step": 450 + }, + { + "entropy": 7.536469745635986, + "epoch": 0.3565830721003135, + "grad_norm": 1.0078125, + "learning_rate": 0.00022700000000000002, + "loss": 7.2317, + "mean_token_accuracy": 0.08228531405329705, + "num_tokens": 795213.0, + "step": 455 + }, + { + "entropy": 7.461417722702026, + "epoch": 0.3605015673981191, + "grad_norm": 1.28125, + "learning_rate": 0.00022950000000000002, + "loss": 7.0349, + "mean_token_accuracy": 0.09094136133790016, + "num_tokens": 803118.0, + "step": 460 + }, + { + "entropy": 7.444038438796997, + "epoch": 0.36442006269592475, + "grad_norm": 1.1328125, + "learning_rate": 0.00023200000000000003, + "loss": 7.0219, + "mean_token_accuracy": 0.09442275986075402, + "num_tokens": 811358.0, + "step": 465 + }, + { + "entropy": 7.324700260162354, + "epoch": 0.3683385579937304, + "grad_norm": 1.515625, + "learning_rate": 0.00023449999999999998, + "loss": 7.0256, + "mean_token_accuracy": 0.08778790757060051, + "num_tokens": 819653.0, + "step": 470 + }, + { + "entropy": 7.2960240840911865, + "epoch": 0.3722570532915361, + "grad_norm": 1.34375, + "learning_rate": 0.000237, + "loss": 7.0511, + "mean_token_accuracy": 0.08624262139201164, + "num_tokens": 828462.0, + "step": 475 + }, + { + "entropy": 7.437795686721802, + "epoch": 0.3761755485893417, + "grad_norm": 1.09375, + "learning_rate": 0.0002395, + "loss": 7.1429, + "mean_token_accuracy": 0.0912679947912693, + "num_tokens": 836204.0, + "step": 480 + }, + { + "entropy": 7.2959794998168945, + "epoch": 0.38009404388714735, + "grad_norm": 1.3359375, + "learning_rate": 0.000242, + "loss": 7.0169, + "mean_token_accuracy": 0.09246607050299645, + "num_tokens": 845032.0, + "step": 485 + }, + { + "entropy": 7.4119359970092775, + "epoch": 0.384012539184953, + "grad_norm": 1.515625, + "learning_rate": 0.0002445, + "loss": 7.0308, + "mean_token_accuracy": 0.08805579245090485, + "num_tokens": 853324.0, + "step": 490 + }, + { + "entropy": 7.404975366592407, + "epoch": 0.3879310344827586, + "grad_norm": 1.3203125, + "learning_rate": 0.000247, + "loss": 6.992, + "mean_token_accuracy": 0.1035026639699936, + "num_tokens": 861640.0, + "step": 495 + }, + { + "entropy": 7.385119247436523, + "epoch": 0.39184952978056425, + "grad_norm": 1.5234375, + "learning_rate": 0.0002495, + "loss": 7.1744, + "mean_token_accuracy": 0.082430200278759, + "num_tokens": 870758.0, + "step": 500 + }, + { + "epoch": 0.39184952978056425, + "eval_entropy": 7.167502074278603, + "eval_loss": 7.156619548797607, + "eval_mean_token_accuracy": 0.08891707594152684, + "eval_num_tokens": 870758.0, + "eval_runtime": 2.8546, + "eval_samples_per_second": 1444.004, + "eval_steps_per_second": 180.763, + "step": 500 + }, + { + "entropy": 7.3540655136108395, + "epoch": 0.3957680250783699, + "grad_norm": 1.265625, + "learning_rate": 0.000252, + "loss": 7.0906, + "mean_token_accuracy": 0.0840302512049675, + "num_tokens": 879968.0, + "step": 505 + }, + { + "entropy": 7.318256664276123, + "epoch": 0.3996865203761755, + "grad_norm": 1.1640625, + "learning_rate": 0.0002545, + "loss": 7.0471, + "mean_token_accuracy": 0.08631112575531005, + "num_tokens": 888804.0, + "step": 510 + }, + { + "entropy": 7.259663057327271, + "epoch": 0.4036050156739812, + "grad_norm": 1.765625, + "learning_rate": 0.000257, + "loss": 7.0624, + "mean_token_accuracy": 0.08012468516826629, + "num_tokens": 898593.0, + "step": 515 + }, + { + "entropy": 7.2833295345306395, + "epoch": 0.40752351097178685, + "grad_norm": 1.21875, + "learning_rate": 0.0002595, + "loss": 7.0799, + "mean_token_accuracy": 0.08342506065964699, + "num_tokens": 906873.0, + "step": 520 + }, + { + "entropy": 7.3285657405853275, + "epoch": 0.4114420062695925, + "grad_norm": 1.0390625, + "learning_rate": 0.000262, + "loss": 7.0359, + "mean_token_accuracy": 0.0934828281402588, + "num_tokens": 915080.0, + "step": 525 + }, + { + "entropy": 7.422465038299561, + "epoch": 0.4153605015673981, + "grad_norm": 1.2265625, + "learning_rate": 0.00026450000000000003, + "loss": 7.0396, + "mean_token_accuracy": 0.08701496720314025, + "num_tokens": 923741.0, + "step": 530 + }, + { + "entropy": 7.216967153549194, + "epoch": 0.41927899686520376, + "grad_norm": 1.09375, + "learning_rate": 0.00026700000000000004, + "loss": 6.9459, + "mean_token_accuracy": 0.0904500350356102, + "num_tokens": 932455.0, + "step": 535 + }, + { + "entropy": 7.235203742980957, + "epoch": 0.4231974921630094, + "grad_norm": 1.1796875, + "learning_rate": 0.00026950000000000005, + "loss": 6.9492, + "mean_token_accuracy": 0.09165697544813156, + "num_tokens": 941064.0, + "step": 540 + }, + { + "entropy": 7.23210301399231, + "epoch": 0.427115987460815, + "grad_norm": 1.078125, + "learning_rate": 0.00027200000000000005, + "loss": 6.9795, + "mean_token_accuracy": 0.0916426420211792, + "num_tokens": 950261.0, + "step": 545 + }, + { + "entropy": 7.305574369430542, + "epoch": 0.43103448275862066, + "grad_norm": 1.1796875, + "learning_rate": 0.0002745, + "loss": 7.0461, + "mean_token_accuracy": 0.0905070275068283, + "num_tokens": 959151.0, + "step": 550 + }, + { + "entropy": 7.299721527099609, + "epoch": 0.43495297805642635, + "grad_norm": 1.03125, + "learning_rate": 0.000277, + "loss": 7.0677, + "mean_token_accuracy": 0.09062978066504002, + "num_tokens": 968441.0, + "step": 555 + }, + { + "entropy": 7.134230327606201, + "epoch": 0.438871473354232, + "grad_norm": 0.96484375, + "learning_rate": 0.0002795, + "loss": 6.9371, + "mean_token_accuracy": 0.09018276557326317, + "num_tokens": 977058.0, + "step": 560 + }, + { + "entropy": 7.334470558166504, + "epoch": 0.4427899686520376, + "grad_norm": 1.234375, + "learning_rate": 0.00028199999999999997, + "loss": 6.9519, + "mean_token_accuracy": 0.08950636759400368, + "num_tokens": 986531.0, + "step": 565 + }, + { + "entropy": 7.123916816711426, + "epoch": 0.44670846394984326, + "grad_norm": 1.109375, + "learning_rate": 0.0002845, + "loss": 6.8108, + "mean_token_accuracy": 0.09824811816215515, + "num_tokens": 995081.0, + "step": 570 + }, + { + "entropy": 7.103513240814209, + "epoch": 0.4506269592476489, + "grad_norm": 1.390625, + "learning_rate": 0.000287, + "loss": 6.8802, + "mean_token_accuracy": 0.09345417022705078, + "num_tokens": 1003459.0, + "step": 575 + }, + { + "entropy": 7.101778936386109, + "epoch": 0.45454545454545453, + "grad_norm": 1.2734375, + "learning_rate": 0.0002895, + "loss": 6.9239, + "mean_token_accuracy": 0.09018066227436065, + "num_tokens": 1012420.0, + "step": 580 + }, + { + "entropy": 7.261321687698365, + "epoch": 0.45846394984326017, + "grad_norm": 1.5078125, + "learning_rate": 0.000292, + "loss": 6.9954, + "mean_token_accuracy": 0.09160361662507058, + "num_tokens": 1021198.0, + "step": 585 + }, + { + "entropy": 7.202180290222168, + "epoch": 0.46238244514106586, + "grad_norm": 1.3515625, + "learning_rate": 0.0002945, + "loss": 6.9694, + "mean_token_accuracy": 0.09484207406640052, + "num_tokens": 1030023.0, + "step": 590 + }, + { + "entropy": 7.164184045791626, + "epoch": 0.4663009404388715, + "grad_norm": 1.21875, + "learning_rate": 0.000297, + "loss": 6.8295, + "mean_token_accuracy": 0.0953464850783348, + "num_tokens": 1038824.0, + "step": 595 + }, + { + "entropy": 7.216883039474487, + "epoch": 0.4702194357366771, + "grad_norm": 1.109375, + "learning_rate": 0.0002995, + "loss": 7.0882, + "mean_token_accuracy": 0.09343515783548355, + "num_tokens": 1048207.0, + "step": 600 + }, + { + "entropy": 7.304975414276123, + "epoch": 0.47413793103448276, + "grad_norm": 1.109375, + "learning_rate": 0.000302, + "loss": 7.0559, + "mean_token_accuracy": 0.08962106555700303, + "num_tokens": 1057354.0, + "step": 605 + }, + { + "entropy": 7.198044776916504, + "epoch": 0.4780564263322884, + "grad_norm": 1.1484375, + "learning_rate": 0.0003045, + "loss": 6.9893, + "mean_token_accuracy": 0.09330410435795784, + "num_tokens": 1066825.0, + "step": 610 + }, + { + "entropy": 7.137618494033814, + "epoch": 0.48197492163009403, + "grad_norm": 1.2109375, + "learning_rate": 0.000307, + "loss": 6.9155, + "mean_token_accuracy": 0.08996602892875671, + "num_tokens": 1075752.0, + "step": 615 + }, + { + "entropy": 7.007559776306152, + "epoch": 0.48589341692789967, + "grad_norm": 1.109375, + "learning_rate": 0.0003095, + "loss": 6.8323, + "mean_token_accuracy": 0.09399376884102821, + "num_tokens": 1084826.0, + "step": 620 + }, + { + "entropy": 7.223559427261352, + "epoch": 0.4898119122257053, + "grad_norm": 1.2109375, + "learning_rate": 0.000312, + "loss": 6.9666, + "mean_token_accuracy": 0.09359999522566795, + "num_tokens": 1093425.0, + "step": 625 + }, + { + "entropy": 7.108446407318115, + "epoch": 0.493730407523511, + "grad_norm": 1.078125, + "learning_rate": 0.0003145, + "loss": 6.9828, + "mean_token_accuracy": 0.089838757365942, + "num_tokens": 1102619.0, + "step": 630 + }, + { + "entropy": 7.145089435577392, + "epoch": 0.49764890282131663, + "grad_norm": 1.109375, + "learning_rate": 0.000317, + "loss": 6.8601, + "mean_token_accuracy": 0.09595804288983345, + "num_tokens": 1111337.0, + "step": 635 + }, + { + "entropy": 7.005008172988892, + "epoch": 0.5015673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0003195, + "loss": 6.7035, + "mean_token_accuracy": 0.0990886114537716, + "num_tokens": 1119381.0, + "step": 640 + }, + { + "entropy": 6.96934700012207, + "epoch": 0.5054858934169278, + "grad_norm": 1.4375, + "learning_rate": 0.000322, + "loss": 6.7597, + "mean_token_accuracy": 0.09665322229266167, + "num_tokens": 1127825.0, + "step": 645 + }, + { + "entropy": 7.11965799331665, + "epoch": 0.5094043887147336, + "grad_norm": 1.1875, + "learning_rate": 0.00032450000000000003, + "loss": 6.8203, + "mean_token_accuracy": 0.09057366773486138, + "num_tokens": 1136750.0, + "step": 650 + }, + { + "entropy": 7.017684459686279, + "epoch": 0.5133228840125392, + "grad_norm": 1.1875, + "learning_rate": 0.00032700000000000003, + "loss": 6.8499, + "mean_token_accuracy": 0.09456580057740212, + "num_tokens": 1145739.0, + "step": 655 + }, + { + "entropy": 7.034306764602661, + "epoch": 0.5172413793103449, + "grad_norm": 1.203125, + "learning_rate": 0.00032950000000000004, + "loss": 6.8973, + "mean_token_accuracy": 0.09757498279213905, + "num_tokens": 1154415.0, + "step": 660 + }, + { + "entropy": 7.052440977096557, + "epoch": 0.5211598746081505, + "grad_norm": 1.1640625, + "learning_rate": 0.00033200000000000005, + "loss": 6.7751, + "mean_token_accuracy": 0.09611302688717842, + "num_tokens": 1162480.0, + "step": 665 + }, + { + "entropy": 6.977913856506348, + "epoch": 0.5250783699059561, + "grad_norm": 1.15625, + "learning_rate": 0.00033450000000000005, + "loss": 6.8559, + "mean_token_accuracy": 0.09223495721817017, + "num_tokens": 1170774.0, + "step": 670 + }, + { + "entropy": 7.030881881713867, + "epoch": 0.5289968652037618, + "grad_norm": 1.046875, + "learning_rate": 0.000337, + "loss": 6.7924, + "mean_token_accuracy": 0.09683787003159523, + "num_tokens": 1179629.0, + "step": 675 + }, + { + "entropy": 7.053485012054443, + "epoch": 0.5329153605015674, + "grad_norm": 1.1171875, + "learning_rate": 0.0003395, + "loss": 6.938, + "mean_token_accuracy": 0.09229604452848435, + "num_tokens": 1189111.0, + "step": 680 + }, + { + "entropy": 7.108199834823608, + "epoch": 0.536833855799373, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.9495, + "mean_token_accuracy": 0.09128881692886352, + "num_tokens": 1198827.0, + "step": 685 + }, + { + "entropy": 7.092297840118408, + "epoch": 0.5407523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.00034449999999999997, + "loss": 6.8482, + "mean_token_accuracy": 0.09970205947756768, + "num_tokens": 1207089.0, + "step": 690 + }, + { + "entropy": 7.057426071166992, + "epoch": 0.5446708463949843, + "grad_norm": 1.1875, + "learning_rate": 0.000347, + "loss": 6.8435, + "mean_token_accuracy": 0.08852889537811279, + "num_tokens": 1216509.0, + "step": 695 + }, + { + "entropy": 6.900876426696778, + "epoch": 0.54858934169279, + "grad_norm": 1.0625, + "learning_rate": 0.0003495, + "loss": 6.6756, + "mean_token_accuracy": 0.10320580378174782, + "num_tokens": 1225684.0, + "step": 700 + }, + { + "entropy": 7.005167055130005, + "epoch": 0.5525078369905956, + "grad_norm": 1.2265625, + "learning_rate": 0.000352, + "loss": 6.7057, + "mean_token_accuracy": 0.10480915755033493, + "num_tokens": 1233675.0, + "step": 705 + }, + { + "entropy": 6.892497873306274, + "epoch": 0.5564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0003545, + "loss": 6.7091, + "mean_token_accuracy": 0.10067695155739784, + "num_tokens": 1242147.0, + "step": 710 + }, + { + "entropy": 6.934285736083984, + "epoch": 0.5603448275862069, + "grad_norm": 1.0234375, + "learning_rate": 0.000357, + "loss": 6.8249, + "mean_token_accuracy": 0.09867035746574401, + "num_tokens": 1251127.0, + "step": 715 + }, + { + "entropy": 6.978139781951905, + "epoch": 0.5642633228840125, + "grad_norm": 1.0703125, + "learning_rate": 0.0003595, + "loss": 6.7775, + "mean_token_accuracy": 0.09740801975131035, + "num_tokens": 1260589.0, + "step": 720 + }, + { + "entropy": 7.05702314376831, + "epoch": 0.5681818181818182, + "grad_norm": 1.2578125, + "learning_rate": 0.000362, + "loss": 6.8522, + "mean_token_accuracy": 0.09754758477210998, + "num_tokens": 1269281.0, + "step": 725 + }, + { + "entropy": 6.951777076721191, + "epoch": 0.5721003134796239, + "grad_norm": 1.0625, + "learning_rate": 0.0003645, + "loss": 6.7117, + "mean_token_accuracy": 0.09818840324878693, + "num_tokens": 1278033.0, + "step": 730 + }, + { + "entropy": 7.001934242248535, + "epoch": 0.5760188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.000367, + "loss": 6.7808, + "mean_token_accuracy": 0.10354246944189072, + "num_tokens": 1285847.0, + "step": 735 + }, + { + "entropy": 6.932463216781616, + "epoch": 0.5799373040752351, + "grad_norm": 1.1015625, + "learning_rate": 0.0003695, + "loss": 6.7726, + "mean_token_accuracy": 0.09513568431138993, + "num_tokens": 1294770.0, + "step": 740 + }, + { + "entropy": 7.036710739135742, + "epoch": 0.5838557993730408, + "grad_norm": 1.234375, + "learning_rate": 0.000372, + "loss": 6.9512, + "mean_token_accuracy": 0.0940048098564148, + "num_tokens": 1304282.0, + "step": 745 + }, + { + "entropy": 6.997774505615235, + "epoch": 0.5877742946708464, + "grad_norm": 1.1015625, + "learning_rate": 0.0003745, + "loss": 6.7923, + "mean_token_accuracy": 0.09595935121178627, + "num_tokens": 1313218.0, + "step": 750 + }, + { + "entropy": 6.966546869277954, + "epoch": 0.591692789968652, + "grad_norm": 1.0859375, + "learning_rate": 0.000377, + "loss": 6.754, + "mean_token_accuracy": 0.0985157236456871, + "num_tokens": 1322093.0, + "step": 755 + }, + { + "entropy": 6.83478045463562, + "epoch": 0.5956112852664577, + "grad_norm": 1.125, + "learning_rate": 0.0003795, + "loss": 6.7857, + "mean_token_accuracy": 0.09971616193652152, + "num_tokens": 1330718.0, + "step": 760 + }, + { + "entropy": 6.954968690872192, + "epoch": 0.5995297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.000382, + "loss": 6.6457, + "mean_token_accuracy": 0.10431547313928605, + "num_tokens": 1339672.0, + "step": 765 + }, + { + "entropy": 6.861670970916748, + "epoch": 0.603448275862069, + "grad_norm": 1.1796875, + "learning_rate": 0.0003845, + "loss": 6.7001, + "mean_token_accuracy": 0.10293109342455864, + "num_tokens": 1348587.0, + "step": 770 + }, + { + "entropy": 6.8885609149932865, + "epoch": 0.6073667711598746, + "grad_norm": 1.109375, + "learning_rate": 0.00038700000000000003, + "loss": 6.6826, + "mean_token_accuracy": 0.10689334198832512, + "num_tokens": 1357597.0, + "step": 775 + }, + { + "entropy": 6.883357572555542, + "epoch": 0.6112852664576802, + "grad_norm": 1.1640625, + "learning_rate": 0.00038950000000000003, + "loss": 6.7744, + "mean_token_accuracy": 0.101459039747715, + "num_tokens": 1366246.0, + "step": 780 + }, + { + "entropy": 6.89829683303833, + "epoch": 0.6152037617554859, + "grad_norm": 1.1796875, + "learning_rate": 0.00039200000000000004, + "loss": 6.6695, + "mean_token_accuracy": 0.10532263070344924, + "num_tokens": 1374664.0, + "step": 785 + }, + { + "entropy": 6.8325498580932615, + "epoch": 0.6191222570532915, + "grad_norm": 1.3046875, + "learning_rate": 0.00039450000000000005, + "loss": 6.6889, + "mean_token_accuracy": 0.10108358785510063, + "num_tokens": 1382765.0, + "step": 790 + }, + { + "entropy": 6.7815876483917235, + "epoch": 0.6230407523510971, + "grad_norm": 1.1484375, + "learning_rate": 0.00039700000000000005, + "loss": 6.6442, + "mean_token_accuracy": 0.10871021300554276, + "num_tokens": 1391708.0, + "step": 795 + }, + { + "entropy": 6.786308908462525, + "epoch": 0.6269592476489029, + "grad_norm": 1.171875, + "learning_rate": 0.0003995, + "loss": 6.814, + "mean_token_accuracy": 0.09444232732057571, + "num_tokens": 1401373.0, + "step": 800 + }, + { + "entropy": 6.926651859283448, + "epoch": 0.6308777429467085, + "grad_norm": 1.109375, + "learning_rate": 0.000402, + "loss": 6.6124, + "mean_token_accuracy": 0.10876154825091362, + "num_tokens": 1409702.0, + "step": 805 + }, + { + "entropy": 6.87204418182373, + "epoch": 0.6347962382445141, + "grad_norm": 1.078125, + "learning_rate": 0.0004045, + "loss": 6.8084, + "mean_token_accuracy": 0.10008606985211373, + "num_tokens": 1419596.0, + "step": 810 + }, + { + "entropy": 6.807423734664917, + "epoch": 0.6387147335423198, + "grad_norm": 1.28125, + "learning_rate": 0.00040699999999999997, + "loss": 6.7461, + "mean_token_accuracy": 0.10076582729816437, + "num_tokens": 1428437.0, + "step": 815 + }, + { + "entropy": 6.9204614639282225, + "epoch": 0.6426332288401254, + "grad_norm": 1.125, + "learning_rate": 0.0004095, + "loss": 6.6547, + "mean_token_accuracy": 0.10060450211167335, + "num_tokens": 1436764.0, + "step": 820 + }, + { + "entropy": 6.812792015075684, + "epoch": 0.646551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.000412, + "loss": 6.7007, + "mean_token_accuracy": 0.10875345095992088, + "num_tokens": 1445755.0, + "step": 825 + }, + { + "entropy": 6.902109909057617, + "epoch": 0.6504702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0004145, + "loss": 6.7627, + "mean_token_accuracy": 0.10212339907884598, + "num_tokens": 1454550.0, + "step": 830 + }, + { + "entropy": 6.757165718078613, + "epoch": 0.6543887147335423, + "grad_norm": 1.3125, + "learning_rate": 0.000417, + "loss": 6.6529, + "mean_token_accuracy": 0.1076908752322197, + "num_tokens": 1463039.0, + "step": 835 + }, + { + "entropy": 6.920673799514771, + "epoch": 0.658307210031348, + "grad_norm": 1.1328125, + "learning_rate": 0.0004195, + "loss": 6.7125, + "mean_token_accuracy": 0.10059169679880142, + "num_tokens": 1472029.0, + "step": 840 + }, + { + "entropy": 6.742834091186523, + "epoch": 0.6622257053291536, + "grad_norm": 1.109375, + "learning_rate": 0.000422, + "loss": 6.723, + "mean_token_accuracy": 0.10695556625723839, + "num_tokens": 1481588.0, + "step": 845 + }, + { + "entropy": 6.7755883693695065, + "epoch": 0.6661442006269592, + "grad_norm": 1.2265625, + "learning_rate": 0.0004245, + "loss": 6.6131, + "mean_token_accuracy": 0.1035246841609478, + "num_tokens": 1489915.0, + "step": 850 + }, + { + "entropy": 6.87349271774292, + "epoch": 0.6700626959247649, + "grad_norm": 1.03125, + "learning_rate": 0.000427, + "loss": 6.7211, + "mean_token_accuracy": 0.10070185288786888, + "num_tokens": 1497920.0, + "step": 855 + }, + { + "entropy": 6.742019605636597, + "epoch": 0.6739811912225705, + "grad_norm": 1.1640625, + "learning_rate": 0.0004295, + "loss": 6.5571, + "mean_token_accuracy": 0.10514650270342826, + "num_tokens": 1506965.0, + "step": 860 + }, + { + "entropy": 6.755401372909546, + "epoch": 0.6778996865203761, + "grad_norm": 1.078125, + "learning_rate": 0.000432, + "loss": 6.6626, + "mean_token_accuracy": 0.10886923670768738, + "num_tokens": 1516028.0, + "step": 865 + }, + { + "entropy": 6.824488735198974, + "epoch": 0.6818181818181818, + "grad_norm": 1.1875, + "learning_rate": 0.0004345, + "loss": 6.6802, + "mean_token_accuracy": 0.10832962691783905, + "num_tokens": 1524579.0, + "step": 870 + }, + { + "entropy": 6.729337167739868, + "epoch": 0.6857366771159875, + "grad_norm": 1.015625, + "learning_rate": 0.000437, + "loss": 6.605, + "mean_token_accuracy": 0.1062053769826889, + "num_tokens": 1534285.0, + "step": 875 + }, + { + "entropy": 6.7189655780792235, + "epoch": 0.6896551724137931, + "grad_norm": 1.0546875, + "learning_rate": 0.0004395, + "loss": 6.5898, + "mean_token_accuracy": 0.10706395953893662, + "num_tokens": 1543701.0, + "step": 880 + }, + { + "entropy": 6.891758966445923, + "epoch": 0.6935736677115988, + "grad_norm": 0.96875, + "learning_rate": 0.000442, + "loss": 6.8576, + "mean_token_accuracy": 0.09462928622961045, + "num_tokens": 1552715.0, + "step": 885 + }, + { + "entropy": 6.6106942653656, + "epoch": 0.6974921630094044, + "grad_norm": 1.09375, + "learning_rate": 0.0004445, + "loss": 6.4728, + "mean_token_accuracy": 0.1057778999209404, + "num_tokens": 1561523.0, + "step": 890 + }, + { + "entropy": 6.685323572158813, + "epoch": 0.70141065830721, + "grad_norm": 1.21875, + "learning_rate": 0.000447, + "loss": 6.6995, + "mean_token_accuracy": 0.10680059865117073, + "num_tokens": 1570057.0, + "step": 895 + }, + { + "entropy": 6.810699081420898, + "epoch": 0.7053291536050157, + "grad_norm": 1.078125, + "learning_rate": 0.00044950000000000003, + "loss": 6.5487, + "mean_token_accuracy": 0.10731169655919075, + "num_tokens": 1578795.0, + "step": 900 + }, + { + "entropy": 6.618034505844117, + "epoch": 0.7092476489028213, + "grad_norm": 1.15625, + "learning_rate": 0.00045200000000000004, + "loss": 6.627, + "mean_token_accuracy": 0.10445040464401245, + "num_tokens": 1588108.0, + "step": 905 + }, + { + "entropy": 6.834760522842407, + "epoch": 0.713166144200627, + "grad_norm": 1.1796875, + "learning_rate": 0.00045450000000000004, + "loss": 6.5897, + "mean_token_accuracy": 0.10842868015170097, + "num_tokens": 1596545.0, + "step": 910 + }, + { + "entropy": 6.617375135421753, + "epoch": 0.7170846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.00045700000000000005, + "loss": 6.5774, + "mean_token_accuracy": 0.11101481318473816, + "num_tokens": 1605098.0, + "step": 915 + }, + { + "entropy": 6.7286604881286625, + "epoch": 0.7210031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.00045950000000000006, + "loss": 6.5928, + "mean_token_accuracy": 0.11244359910488129, + "num_tokens": 1613760.0, + "step": 920 + }, + { + "entropy": 6.685993957519531, + "epoch": 0.7249216300940439, + "grad_norm": 1.2578125, + "learning_rate": 0.000462, + "loss": 6.6311, + "mean_token_accuracy": 0.10528192594647408, + "num_tokens": 1622345.0, + "step": 925 + }, + { + "entropy": 6.825484371185302, + "epoch": 0.7288401253918495, + "grad_norm": 1.203125, + "learning_rate": 0.0004645, + "loss": 6.6198, + "mean_token_accuracy": 0.10753775164484977, + "num_tokens": 1630706.0, + "step": 930 + }, + { + "entropy": 6.736838388442993, + "epoch": 0.7327586206896551, + "grad_norm": 1.2265625, + "learning_rate": 0.000467, + "loss": 6.6851, + "mean_token_accuracy": 0.10634701699018478, + "num_tokens": 1639880.0, + "step": 935 + }, + { + "entropy": 6.709425592422486, + "epoch": 0.7366771159874608, + "grad_norm": 1.0859375, + "learning_rate": 0.0004695, + "loss": 6.5189, + "mean_token_accuracy": 0.10119672417640686, + "num_tokens": 1648325.0, + "step": 940 + }, + { + "entropy": 6.547716999053955, + "epoch": 0.7405956112852664, + "grad_norm": 1.2109375, + "learning_rate": 0.000472, + "loss": 6.4928, + "mean_token_accuracy": 0.11216101795434952, + "num_tokens": 1656951.0, + "step": 945 + }, + { + "entropy": 6.6757955074310305, + "epoch": 0.7445141065830722, + "grad_norm": 1.15625, + "learning_rate": 0.0004745, + "loss": 6.6264, + "mean_token_accuracy": 0.1065959431231022, + "num_tokens": 1665832.0, + "step": 950 + }, + { + "entropy": 6.653597450256347, + "epoch": 0.7484326018808778, + "grad_norm": 1.203125, + "learning_rate": 0.000477, + "loss": 6.5458, + "mean_token_accuracy": 0.10681739151477813, + "num_tokens": 1675116.0, + "step": 955 + }, + { + "entropy": 6.55257477760315, + "epoch": 0.7523510971786834, + "grad_norm": 1.1015625, + "learning_rate": 0.0004795, + "loss": 6.5317, + "mean_token_accuracy": 0.11514699757099152, + "num_tokens": 1684195.0, + "step": 960 + }, + { + "entropy": 6.689774370193481, + "epoch": 0.7562695924764891, + "grad_norm": 1.046875, + "learning_rate": 0.000482, + "loss": 6.4895, + "mean_token_accuracy": 0.11039396822452545, + "num_tokens": 1693025.0, + "step": 965 + }, + { + "entropy": 6.481554937362671, + "epoch": 0.7601880877742947, + "grad_norm": 1.109375, + "learning_rate": 0.0004845, + "loss": 6.4836, + "mean_token_accuracy": 0.10764000788331032, + "num_tokens": 1701210.0, + "step": 970 + }, + { + "entropy": 6.6965916633605955, + "epoch": 0.7641065830721003, + "grad_norm": 1.140625, + "learning_rate": 0.000487, + "loss": 6.5847, + "mean_token_accuracy": 0.10125251486897469, + "num_tokens": 1711026.0, + "step": 975 + }, + { + "entropy": 6.65680046081543, + "epoch": 0.768025078369906, + "grad_norm": 1.171875, + "learning_rate": 0.0004895, + "loss": 6.5874, + "mean_token_accuracy": 0.10824618190526962, + "num_tokens": 1719441.0, + "step": 980 + }, + { + "entropy": 6.599896430969238, + "epoch": 0.7719435736677116, + "grad_norm": 1.09375, + "learning_rate": 0.000492, + "loss": 6.5849, + "mean_token_accuracy": 0.10633337944746017, + "num_tokens": 1728300.0, + "step": 985 + }, + { + "entropy": 6.620725393295288, + "epoch": 0.7758620689655172, + "grad_norm": 1.234375, + "learning_rate": 0.0004945, + "loss": 6.4769, + "mean_token_accuracy": 0.11418513432145119, + "num_tokens": 1736364.0, + "step": 990 + }, + { + "entropy": 6.466502714157104, + "epoch": 0.7797805642633229, + "grad_norm": 1.03125, + "learning_rate": 0.000497, + "loss": 6.3224, + "mean_token_accuracy": 0.1263233445584774, + "num_tokens": 1745043.0, + "step": 995 + }, + { + "entropy": 6.654029464721679, + "epoch": 0.7836990595611285, + "grad_norm": 1.171875, + "learning_rate": 0.0004995, + "loss": 6.4667, + "mean_token_accuracy": 0.11487501338124276, + "num_tokens": 1754008.0, + "step": 1000 + }, + { + "epoch": 0.7836990595611285, + "eval_entropy": 6.3669652088668, + "eval_loss": 6.630230903625488, + "eval_mean_token_accuracy": 0.11402813254227472, + "eval_num_tokens": 1754008.0, + "eval_runtime": 2.8378, + "eval_samples_per_second": 1452.509, + "eval_steps_per_second": 181.828, + "step": 1000 + }, + { + "entropy": 6.444351482391357, + "epoch": 0.7876175548589341, + "grad_norm": 1.0, + "learning_rate": 0.0004999998713243189, + "loss": 6.5346, + "mean_token_accuracy": 0.11141253411769866, + "num_tokens": 1763592.0, + "step": 1005 + }, + { + "entropy": 6.584927940368653, + "epoch": 0.7915360501567398, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999993485796164, + "loss": 6.403, + "mean_token_accuracy": 0.1155676744878292, + "num_tokens": 1773111.0, + "step": 1010 + }, + { + "entropy": 6.580813217163086, + "epoch": 0.7954545454545454, + "grad_norm": 1.265625, + "learning_rate": 0.0004999984237245962, + "loss": 6.4624, + "mean_token_accuracy": 0.11948382258415222, + "num_tokens": 1781230.0, + "step": 1015 + }, + { + "entropy": 6.740645933151245, + "epoch": 0.799373040752351, + "grad_norm": 1.3828125, + "learning_rate": 0.0004999970967609109, + "loss": 6.6906, + "mean_token_accuracy": 0.1132524773478508, + "num_tokens": 1790324.0, + "step": 1020 + }, + { + "entropy": 6.513845157623291, + "epoch": 0.8032915360501567, + "grad_norm": 1.265625, + "learning_rate": 0.0004999953676909322, + "loss": 6.5348, + "mean_token_accuracy": 0.1044821061193943, + "num_tokens": 1798849.0, + "step": 1025 + }, + { + "entropy": 6.588596630096435, + "epoch": 0.8072100313479624, + "grad_norm": 1.3671875, + "learning_rate": 0.0004999932365177502, + "loss": 6.4097, + "mean_token_accuracy": 0.11618589833378792, + "num_tokens": 1808019.0, + "step": 1030 + }, + { + "entropy": 6.624749708175659, + "epoch": 0.8111285266457681, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999907032451735, + "loss": 6.5302, + "mean_token_accuracy": 0.11330178454518318, + "num_tokens": 1816550.0, + "step": 1035 + }, + { + "entropy": 6.507697629928589, + "epoch": 0.8150470219435737, + "grad_norm": 1.109375, + "learning_rate": 0.0004999877678777296, + "loss": 6.4044, + "mean_token_accuracy": 0.12338297590613365, + "num_tokens": 1825238.0, + "step": 1040 + }, + { + "entropy": 6.4800478458404545, + "epoch": 0.8189655172413793, + "grad_norm": 1.046875, + "learning_rate": 0.0004999844304206645, + "loss": 6.3892, + "mean_token_accuracy": 0.11694491282105446, + "num_tokens": 1833645.0, + "step": 1045 + }, + { + "entropy": 6.564522838592529, + "epoch": 0.822884012539185, + "grad_norm": 1.0390625, + "learning_rate": 0.0004999806908799428, + "loss": 6.4637, + "mean_token_accuracy": 0.11064697802066803, + "num_tokens": 1842892.0, + "step": 1050 + }, + { + "entropy": 6.528485631942749, + "epoch": 0.8268025078369906, + "grad_norm": 1.1875, + "learning_rate": 0.0004999765492622474, + "loss": 6.5046, + "mean_token_accuracy": 0.11715267226099968, + "num_tokens": 1851400.0, + "step": 1055 + }, + { + "entropy": 6.596149349212647, + "epoch": 0.8307210031347962, + "grad_norm": 1.078125, + "learning_rate": 0.0004999720055749804, + "loss": 6.4464, + "mean_token_accuracy": 0.11808413341641426, + "num_tokens": 1860088.0, + "step": 1060 + }, + { + "entropy": 6.574128770828247, + "epoch": 0.8346394984326019, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999670598262619, + "loss": 6.4971, + "mean_token_accuracy": 0.11734354719519616, + "num_tokens": 1868558.0, + "step": 1065 + }, + { + "entropy": 6.427276229858398, + "epoch": 0.8385579937304075, + "grad_norm": 1.2109375, + "learning_rate": 0.0004999617120249308, + "loss": 6.4897, + "mean_token_accuracy": 0.11183837950229644, + "num_tokens": 1877624.0, + "step": 1070 + }, + { + "entropy": 6.671892261505127, + "epoch": 0.8424764890282131, + "grad_norm": 1.1875, + "learning_rate": 0.0004999559621805445, + "loss": 6.5975, + "mean_token_accuracy": 0.11244333311915397, + "num_tokens": 1886505.0, + "step": 1075 + }, + { + "entropy": 6.452223205566407, + "epoch": 0.8463949843260188, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999498103033788, + "loss": 6.3456, + "mean_token_accuracy": 0.12142532989382744, + "num_tokens": 1895701.0, + "step": 1080 + }, + { + "entropy": 6.390986537933349, + "epoch": 0.8503134796238244, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999432564044284, + "loss": 6.3008, + "mean_token_accuracy": 0.12294157966971397, + "num_tokens": 1904640.0, + "step": 1085 + }, + { + "entropy": 6.614175415039062, + "epoch": 0.85423197492163, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999363004954058, + "loss": 6.5357, + "mean_token_accuracy": 0.11326182112097741, + "num_tokens": 1914216.0, + "step": 1090 + }, + { + "entropy": 6.48394021987915, + "epoch": 0.8581504702194357, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999289425887425, + "loss": 6.4573, + "mean_token_accuracy": 0.11912907212972641, + "num_tokens": 1923280.0, + "step": 1095 + }, + { + "entropy": 6.611083984375, + "epoch": 0.8620689655172413, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999211826975884, + "loss": 6.4764, + "mean_token_accuracy": 0.11999231576919556, + "num_tokens": 1931403.0, + "step": 1100 + }, + { + "entropy": 6.5545590877532955, + "epoch": 0.8659874608150471, + "grad_norm": 1.0234375, + "learning_rate": 0.0004999130208358114, + "loss": 6.4882, + "mean_token_accuracy": 0.11854184418916702, + "num_tokens": 1940774.0, + "step": 1105 + }, + { + "entropy": 6.561131238937378, + "epoch": 0.8699059561128527, + "grad_norm": 1.1640625, + "learning_rate": 0.0004999044570179983, + "loss": 6.5687, + "mean_token_accuracy": 0.11162992268800735, + "num_tokens": 1950045.0, + "step": 1110 + }, + { + "entropy": 6.606174612045288, + "epoch": 0.8738244514106583, + "grad_norm": 1.140625, + "learning_rate": 0.0004998954912594541, + "loss": 6.4405, + "mean_token_accuracy": 0.11669689863920212, + "num_tokens": 1959303.0, + "step": 1115 + }, + { + "entropy": 6.492517614364624, + "epoch": 0.877742946708464, + "grad_norm": 1.1171875, + "learning_rate": 0.0004998861235762018, + "loss": 6.424, + "mean_token_accuracy": 0.1151531957089901, + "num_tokens": 1968583.0, + "step": 1120 + }, + { + "entropy": 6.590066766738891, + "epoch": 0.8816614420062696, + "grad_norm": 1.0546875, + "learning_rate": 0.0004998763539849832, + "loss": 6.5317, + "mean_token_accuracy": 0.11314806714653969, + "num_tokens": 1977489.0, + "step": 1125 + }, + { + "entropy": 6.413249540328979, + "epoch": 0.8855799373040752, + "grad_norm": 1.109375, + "learning_rate": 0.0004998661825032579, + "loss": 6.306, + "mean_token_accuracy": 0.1186840571463108, + "num_tokens": 1985308.0, + "step": 1130 + }, + { + "entropy": 6.476549482345581, + "epoch": 0.8894984326018809, + "grad_norm": 1.1796875, + "learning_rate": 0.0004998556091492043, + "loss": 6.4658, + "mean_token_accuracy": 0.11185984387993812, + "num_tokens": 1993930.0, + "step": 1135 + }, + { + "entropy": 6.523940944671631, + "epoch": 0.8934169278996865, + "grad_norm": 1.046875, + "learning_rate": 0.0004998446339417184, + "loss": 6.4676, + "mean_token_accuracy": 0.10710446015000344, + "num_tokens": 2003802.0, + "step": 1140 + }, + { + "entropy": 6.495583724975586, + "epoch": 0.8973354231974922, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998332569004149, + "loss": 6.3809, + "mean_token_accuracy": 0.11923198625445366, + "num_tokens": 2011957.0, + "step": 1145 + }, + { + "entropy": 6.457823705673218, + "epoch": 0.9012539184952978, + "grad_norm": 1.09375, + "learning_rate": 0.0004998214780456263, + "loss": 6.3813, + "mean_token_accuracy": 0.12053523734211921, + "num_tokens": 2020741.0, + "step": 1150 + }, + { + "entropy": 6.47773175239563, + "epoch": 0.9051724137931034, + "grad_norm": 1.078125, + "learning_rate": 0.0004998092973984033, + "loss": 6.4479, + "mean_token_accuracy": 0.11438319608569145, + "num_tokens": 2029804.0, + "step": 1155 + }, + { + "entropy": 6.543193197250366, + "epoch": 0.9090909090909091, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997967149805147, + "loss": 6.5013, + "mean_token_accuracy": 0.116908498108387, + "num_tokens": 2038732.0, + "step": 1160 + }, + { + "entropy": 6.49971113204956, + "epoch": 0.9130094043887147, + "grad_norm": 1.1875, + "learning_rate": 0.0004997837308144474, + "loss": 6.4002, + "mean_token_accuracy": 0.12262723073363305, + "num_tokens": 2046362.0, + "step": 1165 + }, + { + "entropy": 6.484364652633667, + "epoch": 0.9169278996865203, + "grad_norm": 1.0625, + "learning_rate": 0.0004997703449234062, + "loss": 6.3721, + "mean_token_accuracy": 0.11172138154506683, + "num_tokens": 2056018.0, + "step": 1170 + }, + { + "entropy": 6.384702682495117, + "epoch": 0.920846394984326, + "grad_norm": 1.0546875, + "learning_rate": 0.0004997565573313139, + "loss": 6.3547, + "mean_token_accuracy": 0.11563765183091164, + "num_tokens": 2065077.0, + "step": 1175 + }, + { + "entropy": 6.540685033798217, + "epoch": 0.9247648902821317, + "grad_norm": 1.078125, + "learning_rate": 0.0004997423680628109, + "loss": 6.3473, + "mean_token_accuracy": 0.1140012837946415, + "num_tokens": 2073405.0, + "step": 1180 + }, + { + "entropy": 6.3114136219024655, + "epoch": 0.9286833855799373, + "grad_norm": 1.1484375, + "learning_rate": 0.000499727777143256, + "loss": 6.3174, + "mean_token_accuracy": 0.11831804886460304, + "num_tokens": 2081891.0, + "step": 1185 + }, + { + "entropy": 6.565793228149414, + "epoch": 0.932601880877743, + "grad_norm": 1.1796875, + "learning_rate": 0.0004997127845987255, + "loss": 6.3823, + "mean_token_accuracy": 0.11906470507383346, + "num_tokens": 2090732.0, + "step": 1190 + }, + { + "entropy": 6.347681045532227, + "epoch": 0.9365203761755486, + "grad_norm": 1.046875, + "learning_rate": 0.0004996973904560135, + "loss": 6.306, + "mean_token_accuracy": 0.12649127021431922, + "num_tokens": 2099352.0, + "step": 1195 + }, + { + "entropy": 6.5376229763031, + "epoch": 0.9404388714733543, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996815947426317, + "loss": 6.346, + "mean_token_accuracy": 0.1162750244140625, + "num_tokens": 2107365.0, + "step": 1200 + }, + { + "entropy": 6.353217506408692, + "epoch": 0.9443573667711599, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996653974868097, + "loss": 6.218, + "mean_token_accuracy": 0.1250108003616333, + "num_tokens": 2116192.0, + "step": 1205 + }, + { + "entropy": 6.376781034469604, + "epoch": 0.9482758620689655, + "grad_norm": 1.078125, + "learning_rate": 0.0004996487987174946, + "loss": 6.3167, + "mean_token_accuracy": 0.12126539349555969, + "num_tokens": 2124410.0, + "step": 1210 + }, + { + "entropy": 6.452775669097901, + "epoch": 0.9521943573667712, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996317984643512, + "loss": 6.3483, + "mean_token_accuracy": 0.11980568394064903, + "num_tokens": 2132799.0, + "step": 1215 + }, + { + "entropy": 6.459938097000122, + "epoch": 0.9561128526645768, + "grad_norm": 1.0703125, + "learning_rate": 0.0004996143967577615, + "loss": 6.4935, + "mean_token_accuracy": 0.11375040411949158, + "num_tokens": 2141589.0, + "step": 1220 + }, + { + "entropy": 6.466125345230102, + "epoch": 0.9600313479623824, + "grad_norm": 1.109375, + "learning_rate": 0.0004995965936288254, + "loss": 6.3714, + "mean_token_accuracy": 0.1200237862765789, + "num_tokens": 2150704.0, + "step": 1225 + }, + { + "entropy": 6.399578809738159, + "epoch": 0.9639498432601881, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995783891093597, + "loss": 6.2958, + "mean_token_accuracy": 0.12307887598872184, + "num_tokens": 2159587.0, + "step": 1230 + }, + { + "entropy": 6.330127573013305, + "epoch": 0.9678683385579937, + "grad_norm": 1.0703125, + "learning_rate": 0.000499559783231899, + "loss": 6.2928, + "mean_token_accuracy": 0.11578266024589538, + "num_tokens": 2169071.0, + "step": 1235 + }, + { + "entropy": 6.421966409683227, + "epoch": 0.9717868338557993, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995407760296952, + "loss": 6.3688, + "mean_token_accuracy": 0.11582615077495576, + "num_tokens": 2178248.0, + "step": 1240 + }, + { + "entropy": 6.425446796417236, + "epoch": 0.975705329153605, + "grad_norm": 1.1015625, + "learning_rate": 0.0004995213675367169, + "loss": 6.2732, + "mean_token_accuracy": 0.11606336981058121, + "num_tokens": 2187520.0, + "step": 1245 + }, + { + "entropy": 6.3828057765960695, + "epoch": 0.9796238244514106, + "grad_norm": 0.96484375, + "learning_rate": 0.0004995015577876504, + "loss": 6.3415, + "mean_token_accuracy": 0.11500431299209594, + "num_tokens": 2196861.0, + "step": 1250 + }, + { + "entropy": 6.361384725570678, + "epoch": 0.9835423197492164, + "grad_norm": 1.1015625, + "learning_rate": 0.000499481346817899, + "loss": 6.2502, + "mean_token_accuracy": 0.12506693974137306, + "num_tokens": 2205523.0, + "step": 1255 + }, + { + "entropy": 6.345028877258301, + "epoch": 0.987460815047022, + "grad_norm": 1.109375, + "learning_rate": 0.0004994607346635829, + "loss": 6.215, + "mean_token_accuracy": 0.12786355316638948, + "num_tokens": 2214291.0, + "step": 1260 + }, + { + "entropy": 6.440300559997558, + "epoch": 0.9913793103448276, + "grad_norm": 1.1171875, + "learning_rate": 0.0004994397213615394, + "loss": 6.3295, + "mean_token_accuracy": 0.11995508670806884, + "num_tokens": 2223093.0, + "step": 1265 + }, + { + "entropy": 6.406629800796509, + "epoch": 0.9952978056426333, + "grad_norm": 1.1015625, + "learning_rate": 0.0004994183069493225, + "loss": 6.2832, + "mean_token_accuracy": 0.1210085429251194, + "num_tokens": 2231551.0, + "step": 1270 + }, + { + "entropy": 6.222655868530273, + "epoch": 0.9992163009404389, + "grad_norm": 1.0546875, + "learning_rate": 0.0004993964914652034, + "loss": 6.2829, + "mean_token_accuracy": 0.1268168218433857, + "num_tokens": 2240650.0, + "step": 1275 + }, + { + "entropy": 6.511307573318481, + "epoch": 1.0031347962382444, + "grad_norm": 1.0, + "learning_rate": 0.0004993742749481699, + "loss": 6.2046, + "mean_token_accuracy": 0.12171700075268746, + "num_tokens": 2249392.0, + "step": 1280 + }, + { + "entropy": 6.226445293426513, + "epoch": 1.0070532915360502, + "grad_norm": 1.0859375, + "learning_rate": 0.0004993516574379265, + "loss": 6.0221, + "mean_token_accuracy": 0.12889871895313262, + "num_tokens": 2258100.0, + "step": 1285 + }, + { + "entropy": 6.256803798675537, + "epoch": 1.0109717868338557, + "grad_norm": 1.0703125, + "learning_rate": 0.0004993286389748943, + "loss": 6.0869, + "mean_token_accuracy": 0.13081810474395753, + "num_tokens": 2266661.0, + "step": 1290 + }, + { + "entropy": 6.348307514190674, + "epoch": 1.0148902821316614, + "grad_norm": 1.078125, + "learning_rate": 0.0004993052196002112, + "loss": 6.1897, + "mean_token_accuracy": 0.12489164769649505, + "num_tokens": 2275475.0, + "step": 1295 + }, + { + "entropy": 6.266294240951538, + "epoch": 1.0188087774294672, + "grad_norm": 1.046875, + "learning_rate": 0.0004992813993557312, + "loss": 6.1038, + "mean_token_accuracy": 0.12707522958517076, + "num_tokens": 2284077.0, + "step": 1300 + }, + { + "entropy": 6.261200428009033, + "epoch": 1.0227272727272727, + "grad_norm": 1.046875, + "learning_rate": 0.000499257178284025, + "loss": 6.1127, + "mean_token_accuracy": 0.12442725002765656, + "num_tokens": 2293029.0, + "step": 1305 + }, + { + "entropy": 6.262345981597901, + "epoch": 1.0266457680250785, + "grad_norm": 1.171875, + "learning_rate": 0.0004992325564283797, + "loss": 6.0351, + "mean_token_accuracy": 0.13578465953469276, + "num_tokens": 2301574.0, + "step": 1310 + }, + { + "entropy": 6.176527118682861, + "epoch": 1.030564263322884, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992075338327984, + "loss": 6.0354, + "mean_token_accuracy": 0.13138693422079087, + "num_tokens": 2310366.0, + "step": 1315 + }, + { + "entropy": 6.3460509300231935, + "epoch": 1.0344827586206897, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991821105420006, + "loss": 6.1592, + "mean_token_accuracy": 0.1265966959297657, + "num_tokens": 2318943.0, + "step": 1320 + }, + { + "entropy": 6.320439672470092, + "epoch": 1.0384012539184952, + "grad_norm": 1.1328125, + "learning_rate": 0.0004991562866014219, + "loss": 6.1486, + "mean_token_accuracy": 0.12730259895324708, + "num_tokens": 2327173.0, + "step": 1325 + }, + { + "entropy": 6.314588499069214, + "epoch": 1.042319749216301, + "grad_norm": 1.1484375, + "learning_rate": 0.0004991300620572138, + "loss": 6.1095, + "mean_token_accuracy": 0.1259642593562603, + "num_tokens": 2336194.0, + "step": 1330 + }, + { + "entropy": 6.226988649368286, + "epoch": 1.0462382445141065, + "grad_norm": 1.078125, + "learning_rate": 0.0004991034369562438, + "loss": 6.1824, + "mean_token_accuracy": 0.13008867129683493, + "num_tokens": 2344721.0, + "step": 1335 + }, + { + "entropy": 6.249088525772095, + "epoch": 1.0501567398119123, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990764113460953, + "loss": 6.1052, + "mean_token_accuracy": 0.1238970473408699, + "num_tokens": 2353406.0, + "step": 1340 + }, + { + "entropy": 6.400324296951294, + "epoch": 1.0540752351097178, + "grad_norm": 1.0234375, + "learning_rate": 0.0004990489852750675, + "loss": 6.2738, + "mean_token_accuracy": 0.11888742819428444, + "num_tokens": 2361896.0, + "step": 1345 + }, + { + "entropy": 6.248968696594238, + "epoch": 1.0579937304075235, + "grad_norm": 0.98046875, + "learning_rate": 0.0004990211587921751, + "loss": 6.1014, + "mean_token_accuracy": 0.1269259825348854, + "num_tokens": 2371861.0, + "step": 1350 + }, + { + "entropy": 6.221920919418335, + "epoch": 1.061912225705329, + "grad_norm": 1.125, + "learning_rate": 0.0004989929319471487, + "loss": 6.0119, + "mean_token_accuracy": 0.13410131856799126, + "num_tokens": 2381555.0, + "step": 1355 + }, + { + "entropy": 6.21340970993042, + "epoch": 1.0658307210031348, + "grad_norm": 1.078125, + "learning_rate": 0.0004989643047904341, + "loss": 6.019, + "mean_token_accuracy": 0.13659467175602913, + "num_tokens": 2389851.0, + "step": 1360 + }, + { + "entropy": 6.126182651519775, + "epoch": 1.0697492163009406, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989352773731928, + "loss": 5.9411, + "mean_token_accuracy": 0.13557685017585755, + "num_tokens": 2397764.0, + "step": 1365 + }, + { + "entropy": 6.2651125431060795, + "epoch": 1.073667711598746, + "grad_norm": 1.125, + "learning_rate": 0.0004989058497473014, + "loss": 6.1303, + "mean_token_accuracy": 0.13204967901110648, + "num_tokens": 2406688.0, + "step": 1370 + }, + { + "entropy": 6.271961975097656, + "epoch": 1.0775862068965518, + "grad_norm": 1.125, + "learning_rate": 0.0004988760219653518, + "loss": 6.1871, + "mean_token_accuracy": 0.12600790411233903, + "num_tokens": 2415475.0, + "step": 1375 + }, + { + "entropy": 6.261941576004029, + "epoch": 1.0815047021943573, + "grad_norm": 1.0625, + "learning_rate": 0.0004988457940806513, + "loss": 6.1287, + "mean_token_accuracy": 0.1264335960149765, + "num_tokens": 2425719.0, + "step": 1380 + }, + { + "entropy": 6.207798719406128, + "epoch": 1.085423197492163, + "grad_norm": 1.171875, + "learning_rate": 0.0004988151661472218, + "loss": 6.0311, + "mean_token_accuracy": 0.13111473768949508, + "num_tokens": 2435138.0, + "step": 1385 + }, + { + "entropy": 6.299766397476196, + "epoch": 1.0893416927899686, + "grad_norm": 1.234375, + "learning_rate": 0.0004987841382198006, + "loss": 6.1646, + "mean_token_accuracy": 0.1282002493739128, + "num_tokens": 2443976.0, + "step": 1390 + }, + { + "entropy": 6.123603677749633, + "epoch": 1.0932601880877744, + "grad_norm": 1.046875, + "learning_rate": 0.0004987527103538394, + "loss": 6.0608, + "mean_token_accuracy": 0.1322481580078602, + "num_tokens": 2453287.0, + "step": 1395 + }, + { + "entropy": 6.353779220581055, + "epoch": 1.09717868338558, + "grad_norm": 1.15625, + "learning_rate": 0.000498720882605505, + "loss": 6.1542, + "mean_token_accuracy": 0.12652794942259787, + "num_tokens": 2462054.0, + "step": 1400 + }, + { + "entropy": 6.106056785583496, + "epoch": 1.1010971786833856, + "grad_norm": 1.1640625, + "learning_rate": 0.0004986886550316788, + "loss": 6.0653, + "mean_token_accuracy": 0.13403623849153518, + "num_tokens": 2470333.0, + "step": 1405 + }, + { + "entropy": 6.214111185073852, + "epoch": 1.1050156739811912, + "grad_norm": 1.078125, + "learning_rate": 0.0004986560276899565, + "loss": 6.0972, + "mean_token_accuracy": 0.1270233377814293, + "num_tokens": 2479621.0, + "step": 1410 + }, + { + "entropy": 6.246433115005493, + "epoch": 1.108934169278997, + "grad_norm": 1.1484375, + "learning_rate": 0.0004986230006386488, + "loss": 6.0655, + "mean_token_accuracy": 0.12891049459576606, + "num_tokens": 2488020.0, + "step": 1415 + }, + { + "entropy": 6.274629163742065, + "epoch": 1.1128526645768024, + "grad_norm": 1.0390625, + "learning_rate": 0.0004985895739367802, + "loss": 6.1085, + "mean_token_accuracy": 0.12846623882651328, + "num_tokens": 2497779.0, + "step": 1420 + }, + { + "entropy": 6.158310031890869, + "epoch": 1.1167711598746082, + "grad_norm": 1.1328125, + "learning_rate": 0.0004985557476440895, + "loss": 6.0415, + "mean_token_accuracy": 0.12804254293441772, + "num_tokens": 2506791.0, + "step": 1425 + }, + { + "entropy": 6.2934564590454105, + "epoch": 1.1206896551724137, + "grad_norm": 1.1328125, + "learning_rate": 0.00049852152182103, + "loss": 6.1559, + "mean_token_accuracy": 0.1281921535730362, + "num_tokens": 2515576.0, + "step": 1430 + }, + { + "entropy": 6.240061712265015, + "epoch": 1.1246081504702194, + "grad_norm": 1.203125, + "learning_rate": 0.0004984868965287686, + "loss": 6.0674, + "mean_token_accuracy": 0.1283339627087116, + "num_tokens": 2523933.0, + "step": 1435 + }, + { + "entropy": 6.1820862770080565, + "epoch": 1.1285266457680252, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984518718291864, + "loss": 6.0056, + "mean_token_accuracy": 0.12331884428858757, + "num_tokens": 2532453.0, + "step": 1440 + }, + { + "entropy": 6.157241773605347, + "epoch": 1.1324451410658307, + "grad_norm": 1.0859375, + "learning_rate": 0.0004984164477848783, + "loss": 6.064, + "mean_token_accuracy": 0.12599845975637436, + "num_tokens": 2541149.0, + "step": 1445 + }, + { + "entropy": 6.237585258483887, + "epoch": 1.1363636363636362, + "grad_norm": 1.1171875, + "learning_rate": 0.0004983806244591528, + "loss": 6.0312, + "mean_token_accuracy": 0.13384631648659706, + "num_tokens": 2550302.0, + "step": 1450 + }, + { + "entropy": 6.050166320800781, + "epoch": 1.140282131661442, + "grad_norm": 1.140625, + "learning_rate": 0.0004983444019160318, + "loss": 5.8966, + "mean_token_accuracy": 0.13734075129032136, + "num_tokens": 2558507.0, + "step": 1455 + }, + { + "entropy": 6.258242225646972, + "epoch": 1.1442006269592477, + "grad_norm": 1.234375, + "learning_rate": 0.0004983077802202511, + "loss": 6.1788, + "mean_token_accuracy": 0.1290736488997936, + "num_tokens": 2567487.0, + "step": 1460 + }, + { + "entropy": 6.212359237670898, + "epoch": 1.1481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004982707594372595, + "loss": 6.0304, + "mean_token_accuracy": 0.12699214443564416, + "num_tokens": 2576232.0, + "step": 1465 + }, + { + "entropy": 6.1208006858825685, + "epoch": 1.152037617554859, + "grad_norm": 1.109375, + "learning_rate": 0.000498233339633219, + "loss": 6.0329, + "mean_token_accuracy": 0.13209858015179635, + "num_tokens": 2585081.0, + "step": 1470 + }, + { + "entropy": 6.143232536315918, + "epoch": 1.1559561128526645, + "grad_norm": 1.09375, + "learning_rate": 0.000498195520875005, + "loss": 6.0115, + "mean_token_accuracy": 0.12682496458292009, + "num_tokens": 2593890.0, + "step": 1475 + }, + { + "entropy": 6.200338554382324, + "epoch": 1.1598746081504703, + "grad_norm": 1.1875, + "learning_rate": 0.0004981573032302059, + "loss": 6.0958, + "mean_token_accuracy": 0.1289630651473999, + "num_tokens": 2602011.0, + "step": 1480 + }, + { + "entropy": 6.149346542358399, + "epoch": 1.1637931034482758, + "grad_norm": 1.1015625, + "learning_rate": 0.0004981186867671225, + "loss": 5.9939, + "mean_token_accuracy": 0.1361051805317402, + "num_tokens": 2610366.0, + "step": 1485 + }, + { + "entropy": 6.113060522079468, + "epoch": 1.1677115987460815, + "grad_norm": 1.171875, + "learning_rate": 0.0004980796715547691, + "loss": 6.0004, + "mean_token_accuracy": 0.13451212123036385, + "num_tokens": 2619737.0, + "step": 1490 + }, + { + "entropy": 6.229964303970337, + "epoch": 1.171630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004980402576628717, + "loss": 6.0233, + "mean_token_accuracy": 0.13166360333561897, + "num_tokens": 2628176.0, + "step": 1495 + }, + { + "entropy": 6.0950154781341555, + "epoch": 1.1755485893416928, + "grad_norm": 1.1875, + "learning_rate": 0.0004980004451618697, + "loss": 6.0384, + "mean_token_accuracy": 0.13299553468823433, + "num_tokens": 2636195.0, + "step": 1500 + }, + { + "epoch": 1.1755485893416928, + "eval_entropy": 6.165283305700435, + "eval_loss": 6.313858985900879, + "eval_mean_token_accuracy": 0.1281498552105108, + "eval_num_tokens": 2636195.0, + "eval_runtime": 2.8434, + "eval_samples_per_second": 1449.67, + "eval_steps_per_second": 181.472, + "step": 1500 + }, + { + "entropy": 6.294966459274292, + "epoch": 1.1794670846394983, + "grad_norm": 1.0625, + "learning_rate": 0.0004979602341229144, + "loss": 6.1167, + "mean_token_accuracy": 0.13073519617319107, + "num_tokens": 2645035.0, + "step": 1505 + }, + { + "entropy": 6.177581834793091, + "epoch": 1.183385579937304, + "grad_norm": 1.15625, + "learning_rate": 0.0004979196246178694, + "loss": 6.0716, + "mean_token_accuracy": 0.13222582265734673, + "num_tokens": 2653239.0, + "step": 1510 + }, + { + "entropy": 6.1044244289398195, + "epoch": 1.1873040752351098, + "grad_norm": 1.203125, + "learning_rate": 0.0004978786167193105, + "loss": 6.0998, + "mean_token_accuracy": 0.13036856576800346, + "num_tokens": 2662532.0, + "step": 1515 + }, + { + "entropy": 6.214647531509399, + "epoch": 1.1912225705329154, + "grad_norm": 1.078125, + "learning_rate": 0.0004978372105005254, + "loss": 6.0841, + "mean_token_accuracy": 0.12801975160837173, + "num_tokens": 2671867.0, + "step": 1520 + }, + { + "entropy": 6.091090679168701, + "epoch": 1.1951410658307209, + "grad_norm": 1.171875, + "learning_rate": 0.0004977954060355139, + "loss": 6.0188, + "mean_token_accuracy": 0.1304849162697792, + "num_tokens": 2680693.0, + "step": 1525 + }, + { + "entropy": 6.281388568878174, + "epoch": 1.1990595611285266, + "grad_norm": 1.1015625, + "learning_rate": 0.0004977532033989871, + "loss": 6.0883, + "mean_token_accuracy": 0.1320122368633747, + "num_tokens": 2689228.0, + "step": 1530 + }, + { + "entropy": 6.080573844909668, + "epoch": 1.2029780564263324, + "grad_norm": 1.0625, + "learning_rate": 0.0004977106026663681, + "loss": 5.9666, + "mean_token_accuracy": 0.12833520472049714, + "num_tokens": 2698483.0, + "step": 1535 + }, + { + "entropy": 6.26170859336853, + "epoch": 1.206896551724138, + "grad_norm": 1.125, + "learning_rate": 0.0004976676039137914, + "loss": 6.1056, + "mean_token_accuracy": 0.126655612885952, + "num_tokens": 2706920.0, + "step": 1540 + }, + { + "entropy": 6.0963341236114506, + "epoch": 1.2108150470219436, + "grad_norm": 0.9921875, + "learning_rate": 0.0004976242072181026, + "loss": 5.9939, + "mean_token_accuracy": 0.13806139603257178, + "num_tokens": 2715954.0, + "step": 1545 + }, + { + "entropy": 6.142190265655517, + "epoch": 1.2147335423197492, + "grad_norm": 1.0859375, + "learning_rate": 0.0004975804126568587, + "loss": 6.0112, + "mean_token_accuracy": 0.13544101044535636, + "num_tokens": 2724890.0, + "step": 1550 + }, + { + "entropy": 6.178206443786621, + "epoch": 1.218652037617555, + "grad_norm": 1.15625, + "learning_rate": 0.0004975362203083277, + "loss": 6.037, + "mean_token_accuracy": 0.12968128994107248, + "num_tokens": 2733688.0, + "step": 1555 + }, + { + "entropy": 6.206477451324463, + "epoch": 1.2225705329153604, + "grad_norm": 1.140625, + "learning_rate": 0.0004974916302514886, + "loss": 6.0428, + "mean_token_accuracy": 0.12749146521091462, + "num_tokens": 2743364.0, + "step": 1560 + }, + { + "entropy": 6.040554809570312, + "epoch": 1.2264890282131662, + "grad_norm": 1.015625, + "learning_rate": 0.0004974466425660307, + "loss": 6.1001, + "mean_token_accuracy": 0.1249497301876545, + "num_tokens": 2754276.0, + "step": 1565 + }, + { + "entropy": 6.225854349136353, + "epoch": 1.2304075235109717, + "grad_norm": 1.09375, + "learning_rate": 0.0004974012573323545, + "loss": 5.883, + "mean_token_accuracy": 0.14270371645689012, + "num_tokens": 2762680.0, + "step": 1570 + }, + { + "entropy": 5.993971490859986, + "epoch": 1.2343260188087775, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973554746315709, + "loss": 5.9893, + "mean_token_accuracy": 0.14108432978391647, + "num_tokens": 2771161.0, + "step": 1575 + }, + { + "entropy": 6.177520227432251, + "epoch": 1.238244514106583, + "grad_norm": 1.1328125, + "learning_rate": 0.0004973092945455009, + "loss": 5.9578, + "mean_token_accuracy": 0.14068967550992967, + "num_tokens": 2779321.0, + "step": 1580 + }, + { + "entropy": 6.1567606925964355, + "epoch": 1.2421630094043887, + "grad_norm": 1.0625, + "learning_rate": 0.0004972627171566757, + "loss": 6.1195, + "mean_token_accuracy": 0.13284459933638573, + "num_tokens": 2788425.0, + "step": 1585 + }, + { + "entropy": 6.097169017791748, + "epoch": 1.2460815047021945, + "grad_norm": 1.046875, + "learning_rate": 0.0004972157425483368, + "loss": 5.9674, + "mean_token_accuracy": 0.1364126294851303, + "num_tokens": 2796747.0, + "step": 1590 + }, + { + "entropy": 6.055204153060913, + "epoch": 1.25, + "grad_norm": 1.0234375, + "learning_rate": 0.0004971683708044353, + "loss": 6.0172, + "mean_token_accuracy": 0.1358514852821827, + "num_tokens": 2805335.0, + "step": 1595 + }, + { + "entropy": 6.133439636230468, + "epoch": 1.2539184952978055, + "grad_norm": 1.1328125, + "learning_rate": 0.0004971206020096323, + "loss": 5.9043, + "mean_token_accuracy": 0.13950337022542952, + "num_tokens": 2813350.0, + "step": 1600 + }, + { + "entropy": 6.165687799453735, + "epoch": 1.2578369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004970724362492984, + "loss": 6.0934, + "mean_token_accuracy": 0.13864696100354196, + "num_tokens": 2821922.0, + "step": 1605 + }, + { + "entropy": 6.101494073867798, + "epoch": 1.261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004970238736095135, + "loss": 5.9931, + "mean_token_accuracy": 0.1329360119998455, + "num_tokens": 2830832.0, + "step": 1610 + }, + { + "entropy": 6.160137414932251, + "epoch": 1.2656739811912225, + "grad_norm": 1.0625, + "learning_rate": 0.0004969749141770671, + "loss": 6.0053, + "mean_token_accuracy": 0.13711865544319152, + "num_tokens": 2839699.0, + "step": 1615 + }, + { + "entropy": 6.093396949768066, + "epoch": 1.2695924764890283, + "grad_norm": 1.1953125, + "learning_rate": 0.0004969255580394575, + "loss": 6.0811, + "mean_token_accuracy": 0.13654499500989914, + "num_tokens": 2848293.0, + "step": 1620 + }, + { + "entropy": 6.201265144348144, + "epoch": 1.2735109717868338, + "grad_norm": 1.15625, + "learning_rate": 0.000496875805284892, + "loss": 6.0327, + "mean_token_accuracy": 0.13467409685254098, + "num_tokens": 2856468.0, + "step": 1625 + }, + { + "entropy": 6.086582183837891, + "epoch": 1.2774294670846396, + "grad_norm": 1.015625, + "learning_rate": 0.0004968256560022871, + "loss": 5.9502, + "mean_token_accuracy": 0.1351684033870697, + "num_tokens": 2865366.0, + "step": 1630 + }, + { + "entropy": 6.079522609710693, + "epoch": 1.281347962382445, + "grad_norm": 1.15625, + "learning_rate": 0.0004967751102812676, + "loss": 6.0118, + "mean_token_accuracy": 0.13846911042928695, + "num_tokens": 2873520.0, + "step": 1635 + }, + { + "entropy": 6.133967542648316, + "epoch": 1.2852664576802508, + "grad_norm": 1.1015625, + "learning_rate": 0.0004967241682121669, + "loss": 6.0771, + "mean_token_accuracy": 0.13166362345218657, + "num_tokens": 2883324.0, + "step": 1640 + }, + { + "entropy": 6.170493459701538, + "epoch": 1.2891849529780564, + "grad_norm": 1.15625, + "learning_rate": 0.0004966728298860267, + "loss": 6.0178, + "mean_token_accuracy": 0.13498894423246383, + "num_tokens": 2892200.0, + "step": 1645 + }, + { + "entropy": 6.1070939064025875, + "epoch": 1.293103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0004966210953945969, + "loss": 5.9858, + "mean_token_accuracy": 0.13817497938871384, + "num_tokens": 2900597.0, + "step": 1650 + }, + { + "entropy": 6.192414903640747, + "epoch": 1.2970219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.0004965689648303355, + "loss": 6.0118, + "mean_token_accuracy": 0.13011416494846345, + "num_tokens": 2909869.0, + "step": 1655 + }, + { + "entropy": 6.000342845916748, + "epoch": 1.3009404388714734, + "grad_norm": 1.1953125, + "learning_rate": 0.0004965164382864083, + "loss": 6.0278, + "mean_token_accuracy": 0.1339656464755535, + "num_tokens": 2919166.0, + "step": 1660 + }, + { + "entropy": 6.232674837112427, + "epoch": 1.3048589341692791, + "grad_norm": 1.03125, + "learning_rate": 0.0004964635158566886, + "loss": 6.0383, + "mean_token_accuracy": 0.13142292499542235, + "num_tokens": 2927884.0, + "step": 1665 + }, + { + "entropy": 6.099806451797486, + "epoch": 1.3087774294670846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004964101976357574, + "loss": 5.9802, + "mean_token_accuracy": 0.14010540917515754, + "num_tokens": 2936737.0, + "step": 1670 + }, + { + "entropy": 6.117660140991211, + "epoch": 1.3126959247648902, + "grad_norm": 1.234375, + "learning_rate": 0.000496356483718903, + "loss": 6.0705, + "mean_token_accuracy": 0.13366047590970992, + "num_tokens": 2944203.0, + "step": 1675 + }, + { + "entropy": 6.167582654953003, + "epoch": 1.316614420062696, + "grad_norm": 1.171875, + "learning_rate": 0.0004963023742021211, + "loss": 6.0739, + "mean_token_accuracy": 0.1311576023697853, + "num_tokens": 2952639.0, + "step": 1680 + }, + { + "entropy": 6.16412582397461, + "epoch": 1.3205329153605017, + "grad_norm": 1.09375, + "learning_rate": 0.000496247869182114, + "loss": 6.0037, + "mean_token_accuracy": 0.1342972233891487, + "num_tokens": 2961482.0, + "step": 1685 + }, + { + "entropy": 6.074027061462402, + "epoch": 1.3244514106583072, + "grad_norm": 1.1328125, + "learning_rate": 0.0004961929687562909, + "loss": 6.0286, + "mean_token_accuracy": 0.1309918761253357, + "num_tokens": 2970927.0, + "step": 1690 + }, + { + "entropy": 6.046236276626587, + "epoch": 1.328369905956113, + "grad_norm": 1.078125, + "learning_rate": 0.0004961376730227681, + "loss": 5.9461, + "mean_token_accuracy": 0.1402522951364517, + "num_tokens": 2979329.0, + "step": 1695 + }, + { + "entropy": 6.147798299789429, + "epoch": 1.3322884012539185, + "grad_norm": 1.140625, + "learning_rate": 0.0004960819820803675, + "loss": 5.9328, + "mean_token_accuracy": 0.14073051139712334, + "num_tokens": 2986894.0, + "step": 1700 + }, + { + "entropy": 6.0277563571929935, + "epoch": 1.3362068965517242, + "grad_norm": 1.0703125, + "learning_rate": 0.0004960258960286185, + "loss": 5.9188, + "mean_token_accuracy": 0.1406124599277973, + "num_tokens": 2994721.0, + "step": 1705 + }, + { + "entropy": 6.188552713394165, + "epoch": 1.3401253918495297, + "grad_norm": 1.0859375, + "learning_rate": 0.0004959694149677553, + "loss": 6.0716, + "mean_token_accuracy": 0.12887891680002211, + "num_tokens": 3003165.0, + "step": 1710 + }, + { + "entropy": 6.130622291564942, + "epoch": 1.3440438871473355, + "grad_norm": 1.0078125, + "learning_rate": 0.0004959125389987193, + "loss": 6.0519, + "mean_token_accuracy": 0.12692190557718278, + "num_tokens": 3012178.0, + "step": 1715 + }, + { + "entropy": 6.024265241622925, + "epoch": 1.347962382445141, + "grad_norm": 1.03125, + "learning_rate": 0.0004958552682231567, + "loss": 5.957, + "mean_token_accuracy": 0.1394257813692093, + "num_tokens": 3021685.0, + "step": 1720 + }, + { + "entropy": 6.13150839805603, + "epoch": 1.3518808777429467, + "grad_norm": 1.078125, + "learning_rate": 0.0004957976027434199, + "loss": 6.0119, + "mean_token_accuracy": 0.12856094017624856, + "num_tokens": 3030667.0, + "step": 1725 + }, + { + "entropy": 6.137048673629761, + "epoch": 1.3557993730407523, + "grad_norm": 1.109375, + "learning_rate": 0.0004957395426625663, + "loss": 6.064, + "mean_token_accuracy": 0.13227416425943375, + "num_tokens": 3039501.0, + "step": 1730 + }, + { + "entropy": 6.055467891693115, + "epoch": 1.359717868338558, + "grad_norm": 1.09375, + "learning_rate": 0.0004956810880843587, + "loss": 5.9946, + "mean_token_accuracy": 0.13389588594436647, + "num_tokens": 3048547.0, + "step": 1735 + }, + { + "entropy": 6.150904512405395, + "epoch": 1.3636363636363638, + "grad_norm": 1.125, + "learning_rate": 0.000495622239113265, + "loss": 5.9482, + "mean_token_accuracy": 0.13820023238658904, + "num_tokens": 3056521.0, + "step": 1740 + }, + { + "entropy": 6.032876205444336, + "epoch": 1.3675548589341693, + "grad_norm": 1.0390625, + "learning_rate": 0.0004955629958544577, + "loss": 5.9428, + "mean_token_accuracy": 0.1336909145116806, + "num_tokens": 3066007.0, + "step": 1745 + }, + { + "entropy": 6.174657106399536, + "epoch": 1.3714733542319748, + "grad_norm": 1.0625, + "learning_rate": 0.0004955033584138143, + "loss": 6.1364, + "mean_token_accuracy": 0.12483339086174965, + "num_tokens": 3075111.0, + "step": 1750 + }, + { + "entropy": 6.001473474502563, + "epoch": 1.3753918495297806, + "grad_norm": 1.03125, + "learning_rate": 0.0004954433268979164, + "loss": 5.93, + "mean_token_accuracy": 0.15043148621916771, + "num_tokens": 3083766.0, + "step": 1755 + }, + { + "entropy": 6.056762075424194, + "epoch": 1.3793103448275863, + "grad_norm": 1.0703125, + "learning_rate": 0.0004953829014140502, + "loss": 6.0034, + "mean_token_accuracy": 0.13454223051667213, + "num_tokens": 3092103.0, + "step": 1760 + }, + { + "entropy": 6.0849854946136475, + "epoch": 1.3832288401253918, + "grad_norm": 1.171875, + "learning_rate": 0.0004953220820702057, + "loss": 6.0065, + "mean_token_accuracy": 0.13198206946253777, + "num_tokens": 3101286.0, + "step": 1765 + }, + { + "entropy": 6.222050523757934, + "epoch": 1.3871473354231976, + "grad_norm": 1.125, + "learning_rate": 0.0004952608689750771, + "loss": 6.024, + "mean_token_accuracy": 0.13246920630335807, + "num_tokens": 3110554.0, + "step": 1770 + }, + { + "entropy": 5.981888675689698, + "epoch": 1.391065830721003, + "grad_norm": 1.078125, + "learning_rate": 0.0004951992622380619, + "loss": 5.8669, + "mean_token_accuracy": 0.14516761153936386, + "num_tokens": 3119265.0, + "step": 1775 + }, + { + "entropy": 6.022592401504516, + "epoch": 1.3949843260188088, + "grad_norm": 1.171875, + "learning_rate": 0.0004951372619692615, + "loss": 5.9176, + "mean_token_accuracy": 0.13864269405603408, + "num_tokens": 3127962.0, + "step": 1780 + }, + { + "entropy": 6.138263750076294, + "epoch": 1.3989028213166144, + "grad_norm": 1.0859375, + "learning_rate": 0.0004950748682794804, + "loss": 6.0343, + "mean_token_accuracy": 0.13279442861676216, + "num_tokens": 3137265.0, + "step": 1785 + }, + { + "entropy": 5.982170152664184, + "epoch": 1.40282131661442, + "grad_norm": 1.1484375, + "learning_rate": 0.0004950120812802262, + "loss": 5.8679, + "mean_token_accuracy": 0.13771192952990532, + "num_tokens": 3146458.0, + "step": 1790 + }, + { + "entropy": 6.121512508392334, + "epoch": 1.4067398119122256, + "grad_norm": 1.109375, + "learning_rate": 0.0004949489010837095, + "loss": 6.0051, + "mean_token_accuracy": 0.13202869817614554, + "num_tokens": 3155557.0, + "step": 1795 + }, + { + "entropy": 6.031117582321167, + "epoch": 1.4106583072100314, + "grad_norm": 1.0703125, + "learning_rate": 0.0004948853278028436, + "loss": 5.8921, + "mean_token_accuracy": 0.1407647594809532, + "num_tokens": 3163478.0, + "step": 1800 + }, + { + "entropy": 6.06480302810669, + "epoch": 1.414576802507837, + "grad_norm": 1.171875, + "learning_rate": 0.000494821361551244, + "loss": 5.9734, + "mean_token_accuracy": 0.13325524404644967, + "num_tokens": 3172632.0, + "step": 1805 + }, + { + "entropy": 6.034041261672973, + "epoch": 1.4184952978056427, + "grad_norm": 1.078125, + "learning_rate": 0.0004947570024432291, + "loss": 6.0159, + "mean_token_accuracy": 0.14027554914355278, + "num_tokens": 3181325.0, + "step": 1810 + }, + { + "entropy": 6.120739078521728, + "epoch": 1.4224137931034484, + "grad_norm": 1.109375, + "learning_rate": 0.0004946922505938189, + "loss": 6.058, + "mean_token_accuracy": 0.140015921741724, + "num_tokens": 3189783.0, + "step": 1815 + }, + { + "entropy": 6.078346109390258, + "epoch": 1.426332288401254, + "grad_norm": 1.046875, + "learning_rate": 0.0004946271061187354, + "loss": 5.9115, + "mean_token_accuracy": 0.1306297406554222, + "num_tokens": 3198605.0, + "step": 1820 + }, + { + "entropy": 6.07373309135437, + "epoch": 1.4302507836990594, + "grad_norm": 1.0625, + "learning_rate": 0.0004945615691344025, + "loss": 6.0025, + "mean_token_accuracy": 0.12800363823771477, + "num_tokens": 3208061.0, + "step": 1825 + }, + { + "entropy": 6.044371461868286, + "epoch": 1.4341692789968652, + "grad_norm": 1.171875, + "learning_rate": 0.0004944956397579453, + "loss": 5.9286, + "mean_token_accuracy": 0.1459761567413807, + "num_tokens": 3216093.0, + "step": 1830 + }, + { + "entropy": 6.0173381805419925, + "epoch": 1.438087774294671, + "grad_norm": 1.0546875, + "learning_rate": 0.0004944293181071902, + "loss": 5.9027, + "mean_token_accuracy": 0.14357266277074815, + "num_tokens": 3224446.0, + "step": 1835 + }, + { + "entropy": 6.0938514232635494, + "epoch": 1.4420062695924765, + "grad_norm": 1.109375, + "learning_rate": 0.0004943626043006649, + "loss": 6.0177, + "mean_token_accuracy": 0.135706390440464, + "num_tokens": 3233398.0, + "step": 1840 + }, + { + "entropy": 6.068123865127563, + "epoch": 1.4459247648902822, + "grad_norm": 1.0546875, + "learning_rate": 0.000494295498457598, + "loss": 6.0156, + "mean_token_accuracy": 0.13109127432107925, + "num_tokens": 3243391.0, + "step": 1845 + }, + { + "entropy": 6.0765832424163815, + "epoch": 1.4498432601880877, + "grad_norm": 1.0859375, + "learning_rate": 0.0004942280006979179, + "loss": 5.96, + "mean_token_accuracy": 0.13749199137091636, + "num_tokens": 3251954.0, + "step": 1850 + }, + { + "entropy": 6.0438025951385494, + "epoch": 1.4537617554858935, + "grad_norm": 1.015625, + "learning_rate": 0.0004941601111422546, + "loss": 5.9851, + "mean_token_accuracy": 0.1373910054564476, + "num_tokens": 3261121.0, + "step": 1855 + }, + { + "entropy": 5.976307153701782, + "epoch": 1.457680250783699, + "grad_norm": 1.109375, + "learning_rate": 0.0004940918299119375, + "loss": 5.9028, + "mean_token_accuracy": 0.1375894144177437, + "num_tokens": 3270179.0, + "step": 1860 + }, + { + "entropy": 5.898191833496094, + "epoch": 1.4615987460815048, + "grad_norm": 1.0234375, + "learning_rate": 0.0004940231571289962, + "loss": 5.8893, + "mean_token_accuracy": 0.14039459228515624, + "num_tokens": 3279749.0, + "step": 1865 + }, + { + "entropy": 6.1549577713012695, + "epoch": 1.4655172413793103, + "grad_norm": 1.0859375, + "learning_rate": 0.0004939540929161603, + "loss": 5.9246, + "mean_token_accuracy": 0.13927078545093535, + "num_tokens": 3288458.0, + "step": 1870 + }, + { + "entropy": 6.00097017288208, + "epoch": 1.469435736677116, + "grad_norm": 1.140625, + "learning_rate": 0.0004938846373968586, + "loss": 5.8991, + "mean_token_accuracy": 0.14272075444459914, + "num_tokens": 3297231.0, + "step": 1875 + }, + { + "entropy": 6.032529544830322, + "epoch": 1.4733542319749215, + "grad_norm": 1.0703125, + "learning_rate": 0.0004938147906952194, + "loss": 6.0329, + "mean_token_accuracy": 0.13757839426398277, + "num_tokens": 3306915.0, + "step": 1880 + }, + { + "entropy": 6.079828405380249, + "epoch": 1.4772727272727273, + "grad_norm": 1.0703125, + "learning_rate": 0.00049374455293607, + "loss": 5.9958, + "mean_token_accuracy": 0.13423861265182496, + "num_tokens": 3315985.0, + "step": 1885 + }, + { + "entropy": 6.122959566116333, + "epoch": 1.481191222570533, + "grad_norm": 1.09375, + "learning_rate": 0.0004936739242449369, + "loss": 5.9895, + "mean_token_accuracy": 0.13724515214562416, + "num_tokens": 3324924.0, + "step": 1890 + }, + { + "entropy": 5.991518545150757, + "epoch": 1.4851097178683386, + "grad_norm": 1.1640625, + "learning_rate": 0.0004936029047480447, + "loss": 5.9801, + "mean_token_accuracy": 0.13726715967059136, + "num_tokens": 3333464.0, + "step": 1895 + }, + { + "entropy": 6.0822971820831295, + "epoch": 1.489028213166144, + "grad_norm": 1.1015625, + "learning_rate": 0.0004935314945723171, + "loss": 5.8806, + "mean_token_accuracy": 0.14093400090932845, + "num_tokens": 3342441.0, + "step": 1900 + }, + { + "entropy": 5.940945720672607, + "epoch": 1.4929467084639498, + "grad_norm": 1.15625, + "learning_rate": 0.0004934596938453754, + "loss": 5.9352, + "mean_token_accuracy": 0.1342185415327549, + "num_tokens": 3351338.0, + "step": 1905 + }, + { + "entropy": 6.092441558837891, + "epoch": 1.4968652037617556, + "grad_norm": 1.0546875, + "learning_rate": 0.0004933875026955391, + "loss": 5.9069, + "mean_token_accuracy": 0.1339087277650833, + "num_tokens": 3360356.0, + "step": 1910 + }, + { + "entropy": 6.088913869857788, + "epoch": 1.500783699059561, + "grad_norm": 1.2109375, + "learning_rate": 0.0004933149212518258, + "loss": 5.988, + "mean_token_accuracy": 0.13323872461915015, + "num_tokens": 3369485.0, + "step": 1915 + }, + { + "entropy": 6.02648138999939, + "epoch": 1.5047021943573666, + "grad_norm": 1.09375, + "learning_rate": 0.0004932419496439501, + "loss": 5.9519, + "mean_token_accuracy": 0.14375862777233123, + "num_tokens": 3378355.0, + "step": 1920 + }, + { + "entropy": 5.99138445854187, + "epoch": 1.5086206896551724, + "grad_norm": 1.109375, + "learning_rate": 0.000493168588002324, + "loss": 5.8649, + "mean_token_accuracy": 0.14118586033582686, + "num_tokens": 3386729.0, + "step": 1925 + }, + { + "entropy": 6.119981384277343, + "epoch": 1.5125391849529781, + "grad_norm": 1.1171875, + "learning_rate": 0.0004930948364580569, + "loss": 6.088, + "mean_token_accuracy": 0.1284665696322918, + "num_tokens": 3395822.0, + "step": 1930 + }, + { + "entropy": 6.04303822517395, + "epoch": 1.5164576802507836, + "grad_norm": 1.1953125, + "learning_rate": 0.0004930206951429546, + "loss": 5.99, + "mean_token_accuracy": 0.14219039529561997, + "num_tokens": 3404671.0, + "step": 1935 + }, + { + "entropy": 6.036664438247681, + "epoch": 1.5203761755485894, + "grad_norm": 1.1015625, + "learning_rate": 0.0004929461641895197, + "loss": 5.9301, + "mean_token_accuracy": 0.13862462490797042, + "num_tokens": 3413289.0, + "step": 1940 + }, + { + "entropy": 6.010977125167846, + "epoch": 1.5242946708463951, + "grad_norm": 1.15625, + "learning_rate": 0.000492871243730951, + "loss": 5.9675, + "mean_token_accuracy": 0.1358363598585129, + "num_tokens": 3421960.0, + "step": 1945 + }, + { + "entropy": 6.0582923412323, + "epoch": 1.5282131661442007, + "grad_norm": 1.140625, + "learning_rate": 0.0004927959339011437, + "loss": 5.9564, + "mean_token_accuracy": 0.13902525305747987, + "num_tokens": 3431958.0, + "step": 1950 + }, + { + "entropy": 5.846984767913819, + "epoch": 1.5321316614420062, + "grad_norm": 1.0703125, + "learning_rate": 0.0004927202348346885, + "loss": 5.7801, + "mean_token_accuracy": 0.14725423008203506, + "num_tokens": 3441438.0, + "step": 1955 + }, + { + "entropy": 6.118220949172974, + "epoch": 1.536050156739812, + "grad_norm": 1.0703125, + "learning_rate": 0.000492644146666872, + "loss": 5.9105, + "mean_token_accuracy": 0.14317999482154847, + "num_tokens": 3450176.0, + "step": 1960 + }, + { + "entropy": 5.923649597167969, + "epoch": 1.5399686520376177, + "grad_norm": 1.1640625, + "learning_rate": 0.0004925676695336761, + "loss": 5.8946, + "mean_token_accuracy": 0.14172052592039108, + "num_tokens": 3458685.0, + "step": 1965 + }, + { + "entropy": 6.046487474441529, + "epoch": 1.5438871473354232, + "grad_norm": 1.0859375, + "learning_rate": 0.0004924908035717777, + "loss": 6.0445, + "mean_token_accuracy": 0.13102332279086112, + "num_tokens": 3468362.0, + "step": 1970 + }, + { + "entropy": 6.12939486503601, + "epoch": 1.5478056426332287, + "grad_norm": 1.140625, + "learning_rate": 0.000492413548918549, + "loss": 5.9607, + "mean_token_accuracy": 0.13970244973897933, + "num_tokens": 3476791.0, + "step": 1975 + }, + { + "entropy": 5.925748825073242, + "epoch": 1.5517241379310345, + "grad_norm": 1.1796875, + "learning_rate": 0.0004923359057120563, + "loss": 5.8781, + "mean_token_accuracy": 0.13300700336694718, + "num_tokens": 3486486.0, + "step": 1980 + }, + { + "entropy": 5.951593446731567, + "epoch": 1.5556426332288402, + "grad_norm": 1.0234375, + "learning_rate": 0.0004922578740910608, + "loss": 5.8334, + "mean_token_accuracy": 0.14717195332050323, + "num_tokens": 3496145.0, + "step": 1985 + }, + { + "entropy": 5.967483854293823, + "epoch": 1.5595611285266457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004921794541950177, + "loss": 5.8214, + "mean_token_accuracy": 0.14525392055511474, + "num_tokens": 3504644.0, + "step": 1990 + }, + { + "entropy": 5.994989633560181, + "epoch": 1.5634796238244513, + "grad_norm": 1.1171875, + "learning_rate": 0.0004921006461640758, + "loss": 5.8562, + "mean_token_accuracy": 0.13699238896369934, + "num_tokens": 3513126.0, + "step": 1995 + }, + { + "entropy": 5.833573675155639, + "epoch": 1.567398119122257, + "grad_norm": 1.21875, + "learning_rate": 0.000492021450139078, + "loss": 5.7981, + "mean_token_accuracy": 0.14626943692564964, + "num_tokens": 3521505.0, + "step": 2000 + }, + { + "epoch": 1.567398119122257, + "eval_entropy": 5.888265516406806, + "eval_loss": 6.116030216217041, + "eval_mean_token_accuracy": 0.13753249434855327, + "eval_num_tokens": 3521505.0, + "eval_runtime": 2.8299, + "eval_samples_per_second": 1456.593, + "eval_steps_per_second": 182.339, + "step": 2000 + }, + { + "entropy": 6.132147789001465, + "epoch": 1.5713166144200628, + "grad_norm": 1.0703125, + "learning_rate": 0.0004919418662615605, + "loss": 6.0583, + "mean_token_accuracy": 0.1335877738893032, + "num_tokens": 3530008.0, + "step": 2005 + }, + { + "entropy": 6.083332824707031, + "epoch": 1.5752351097178683, + "grad_norm": 1.078125, + "learning_rate": 0.0004918618946737525, + "loss": 5.9278, + "mean_token_accuracy": 0.13504896759986879, + "num_tokens": 3538778.0, + "step": 2010 + }, + { + "entropy": 5.979771709442138, + "epoch": 1.579153605015674, + "grad_norm": 1.1875, + "learning_rate": 0.0004917815355185762, + "loss": 5.9164, + "mean_token_accuracy": 0.13633493483066558, + "num_tokens": 3547108.0, + "step": 2015 + }, + { + "entropy": 5.988805103302002, + "epoch": 1.5830721003134798, + "grad_norm": 1.125, + "learning_rate": 0.0004917007889396464, + "loss": 5.9513, + "mean_token_accuracy": 0.13188610523939132, + "num_tokens": 3556094.0, + "step": 2020 + }, + { + "entropy": 5.985982990264892, + "epoch": 1.5869905956112853, + "grad_norm": 1.1875, + "learning_rate": 0.0004916196550812706, + "loss": 5.8151, + "mean_token_accuracy": 0.14568774104118348, + "num_tokens": 3564222.0, + "step": 2025 + }, + { + "entropy": 5.818160581588745, + "epoch": 1.5909090909090908, + "grad_norm": 1.171875, + "learning_rate": 0.0004915381340884477, + "loss": 5.827, + "mean_token_accuracy": 0.14547126069664956, + "num_tokens": 3573123.0, + "step": 2030 + }, + { + "entropy": 6.050127172470093, + "epoch": 1.5948275862068966, + "grad_norm": 1.1875, + "learning_rate": 0.0004914562261068693, + "loss": 5.8571, + "mean_token_accuracy": 0.14239953309297562, + "num_tokens": 3581462.0, + "step": 2035 + }, + { + "entropy": 5.88056173324585, + "epoch": 1.5987460815047023, + "grad_norm": 1.15625, + "learning_rate": 0.0004913739312829181, + "loss": 5.8744, + "mean_token_accuracy": 0.14017535969614983, + "num_tokens": 3590718.0, + "step": 2040 + }, + { + "entropy": 6.000182294845581, + "epoch": 1.6026645768025078, + "grad_norm": 1.1796875, + "learning_rate": 0.0004912912497636683, + "loss": 5.8899, + "mean_token_accuracy": 0.13969212546944618, + "num_tokens": 3599890.0, + "step": 2045 + }, + { + "entropy": 6.039797258377075, + "epoch": 1.6065830721003134, + "grad_norm": 1.1328125, + "learning_rate": 0.0004912081816968853, + "loss": 5.9815, + "mean_token_accuracy": 0.14007024392485617, + "num_tokens": 3607927.0, + "step": 2050 + }, + { + "entropy": 6.0202032089233395, + "epoch": 1.6105015673981191, + "grad_norm": 1.140625, + "learning_rate": 0.000491124727231025, + "loss": 5.838, + "mean_token_accuracy": 0.14422516226768495, + "num_tokens": 3615935.0, + "step": 2055 + }, + { + "entropy": 5.8747539043426515, + "epoch": 1.6144200626959249, + "grad_norm": 1.1171875, + "learning_rate": 0.0004910408865152343, + "loss": 5.8654, + "mean_token_accuracy": 0.1397896021604538, + "num_tokens": 3624475.0, + "step": 2060 + }, + { + "entropy": 6.097391796112061, + "epoch": 1.6183385579937304, + "grad_norm": 1.046875, + "learning_rate": 0.0004909566596993498, + "loss": 6.072, + "mean_token_accuracy": 0.131089448928833, + "num_tokens": 3633995.0, + "step": 2065 + }, + { + "entropy": 6.067581701278686, + "epoch": 1.622257053291536, + "grad_norm": 1.1328125, + "learning_rate": 0.0004908720469338988, + "loss": 5.9294, + "mean_token_accuracy": 0.14296501129865646, + "num_tokens": 3643121.0, + "step": 2070 + }, + { + "entropy": 5.959115791320801, + "epoch": 1.6261755485893417, + "grad_norm": 1.1484375, + "learning_rate": 0.0004907870483700979, + "loss": 5.8621, + "mean_token_accuracy": 0.14175319969654082, + "num_tokens": 3652285.0, + "step": 2075 + }, + { + "entropy": 5.929019594192505, + "epoch": 1.6300940438871474, + "grad_norm": 1.109375, + "learning_rate": 0.0004907016641598534, + "loss": 5.926, + "mean_token_accuracy": 0.13432129770517348, + "num_tokens": 3661441.0, + "step": 2080 + }, + { + "entropy": 6.0357630252838135, + "epoch": 1.634012539184953, + "grad_norm": 1.15625, + "learning_rate": 0.0004906158944557607, + "loss": 5.8105, + "mean_token_accuracy": 0.14453670606017113, + "num_tokens": 3669364.0, + "step": 2085 + }, + { + "entropy": 5.9998321533203125, + "epoch": 1.6379310344827587, + "grad_norm": 1.1015625, + "learning_rate": 0.000490529739411104, + "loss": 5.9024, + "mean_token_accuracy": 0.13794894218444825, + "num_tokens": 3677848.0, + "step": 2090 + }, + { + "entropy": 5.93680510520935, + "epoch": 1.6418495297805644, + "grad_norm": 1.1171875, + "learning_rate": 0.0004904431991798565, + "loss": 5.8138, + "mean_token_accuracy": 0.14087132290005683, + "num_tokens": 3686617.0, + "step": 2095 + }, + { + "entropy": 5.955365371704102, + "epoch": 1.64576802507837, + "grad_norm": 1.1328125, + "learning_rate": 0.0004903562739166797, + "loss": 5.8044, + "mean_token_accuracy": 0.1422215446829796, + "num_tokens": 3695106.0, + "step": 2100 + }, + { + "entropy": 5.7903650283813475, + "epoch": 1.6496865203761755, + "grad_norm": 1.0859375, + "learning_rate": 0.0004902689637769229, + "loss": 5.7518, + "mean_token_accuracy": 0.15124305188655854, + "num_tokens": 3703167.0, + "step": 2105 + }, + { + "entropy": 5.9747395515441895, + "epoch": 1.6536050156739812, + "grad_norm": 1.0859375, + "learning_rate": 0.0004901812689166237, + "loss": 5.8666, + "mean_token_accuracy": 0.13829359784722328, + "num_tokens": 3711597.0, + "step": 2110 + }, + { + "entropy": 5.945003080368042, + "epoch": 1.657523510971787, + "grad_norm": 1.109375, + "learning_rate": 0.0004900931894925069, + "loss": 5.9488, + "mean_token_accuracy": 0.14057869464159012, + "num_tokens": 3720277.0, + "step": 2115 + }, + { + "entropy": 5.949292469024658, + "epoch": 1.6614420062695925, + "grad_norm": 1.0859375, + "learning_rate": 0.0004900047256619849, + "loss": 5.921, + "mean_token_accuracy": 0.13772802650928498, + "num_tokens": 3729832.0, + "step": 2120 + }, + { + "entropy": 5.9761933326721195, + "epoch": 1.665360501567398, + "grad_norm": 1.1640625, + "learning_rate": 0.0004899158775831566, + "loss": 5.8632, + "mean_token_accuracy": 0.14447186067700385, + "num_tokens": 3738390.0, + "step": 2125 + }, + { + "entropy": 5.933046817779541, + "epoch": 1.6692789968652038, + "grad_norm": 1.1015625, + "learning_rate": 0.0004898266454148081, + "loss": 5.9185, + "mean_token_accuracy": 0.14356547445058823, + "num_tokens": 3747046.0, + "step": 2130 + }, + { + "entropy": 5.945548963546753, + "epoch": 1.6731974921630095, + "grad_norm": 1.0546875, + "learning_rate": 0.0004897370293164119, + "loss": 5.8896, + "mean_token_accuracy": 0.13832552805542947, + "num_tokens": 3755818.0, + "step": 2135 + }, + { + "entropy": 6.093547344207764, + "epoch": 1.677115987460815, + "grad_norm": 1.1484375, + "learning_rate": 0.0004896470294481262, + "loss": 5.9861, + "mean_token_accuracy": 0.13742954656481743, + "num_tokens": 3764123.0, + "step": 2140 + }, + { + "entropy": 5.950912809371948, + "epoch": 1.6810344827586206, + "grad_norm": 1.0390625, + "learning_rate": 0.0004895566459707954, + "loss": 6.035, + "mean_token_accuracy": 0.12903214767575263, + "num_tokens": 3773105.0, + "step": 2145 + }, + { + "entropy": 6.076629734039306, + "epoch": 1.6849529780564263, + "grad_norm": 1.1953125, + "learning_rate": 0.0004894658790459498, + "loss": 5.8805, + "mean_token_accuracy": 0.14274725392460824, + "num_tokens": 3781417.0, + "step": 2150 + }, + { + "entropy": 6.058791875839233, + "epoch": 1.688871473354232, + "grad_norm": 1.1328125, + "learning_rate": 0.0004893747288358041, + "loss": 5.9792, + "mean_token_accuracy": 0.13869686052203178, + "num_tokens": 3789657.0, + "step": 2155 + }, + { + "entropy": 5.9904515743255615, + "epoch": 1.6927899686520376, + "grad_norm": 1.125, + "learning_rate": 0.000489283195503259, + "loss": 5.9875, + "mean_token_accuracy": 0.13768337592482566, + "num_tokens": 3798700.0, + "step": 2160 + }, + { + "entropy": 5.9594886302948, + "epoch": 1.6967084639498433, + "grad_norm": 1.1640625, + "learning_rate": 0.000489191279211899, + "loss": 5.8479, + "mean_token_accuracy": 0.14359756112098693, + "num_tokens": 3807299.0, + "step": 2165 + }, + { + "entropy": 6.006121349334717, + "epoch": 1.700626959247649, + "grad_norm": 1.125, + "learning_rate": 0.0004890989801259935, + "loss": 5.9385, + "mean_token_accuracy": 0.14270951524376868, + "num_tokens": 3816292.0, + "step": 2170 + }, + { + "entropy": 6.049522542953492, + "epoch": 1.7045454545454546, + "grad_norm": 1.09375, + "learning_rate": 0.000489006298410496, + "loss": 5.8532, + "mean_token_accuracy": 0.1399511620402336, + "num_tokens": 3825070.0, + "step": 2175 + }, + { + "entropy": 5.959496307373047, + "epoch": 1.70846394984326, + "grad_norm": 1.1875, + "learning_rate": 0.0004889132342310438, + "loss": 5.8247, + "mean_token_accuracy": 0.14473102912306784, + "num_tokens": 3834016.0, + "step": 2180 + }, + { + "entropy": 5.956418132781982, + "epoch": 1.7123824451410659, + "grad_norm": 1.1640625, + "learning_rate": 0.0004888197877539577, + "loss": 5.8849, + "mean_token_accuracy": 0.14025031253695489, + "num_tokens": 3842172.0, + "step": 2185 + }, + { + "entropy": 5.971714496612549, + "epoch": 1.7163009404388716, + "grad_norm": 1.1640625, + "learning_rate": 0.0004887259591462417, + "loss": 5.798, + "mean_token_accuracy": 0.14462782070040703, + "num_tokens": 3851109.0, + "step": 2190 + }, + { + "entropy": 5.923008251190185, + "epoch": 1.7202194357366771, + "grad_norm": 1.125, + "learning_rate": 0.0004886317485755825, + "loss": 5.924, + "mean_token_accuracy": 0.14367973506450654, + "num_tokens": 3859656.0, + "step": 2195 + }, + { + "entropy": 5.933929538726806, + "epoch": 1.7241379310344827, + "grad_norm": 1.078125, + "learning_rate": 0.0004885371562103498, + "loss": 5.7677, + "mean_token_accuracy": 0.14872414171695708, + "num_tokens": 3868698.0, + "step": 2200 + }, + { + "entropy": 5.8945310592651365, + "epoch": 1.7280564263322884, + "grad_norm": 1.2109375, + "learning_rate": 0.0004884421822195957, + "loss": 5.8545, + "mean_token_accuracy": 0.1411299616098404, + "num_tokens": 3877474.0, + "step": 2205 + }, + { + "entropy": 5.9916675090789795, + "epoch": 1.7319749216300941, + "grad_norm": 1.1953125, + "learning_rate": 0.0004883468267730538, + "loss": 5.8228, + "mean_token_accuracy": 0.1443895533680916, + "num_tokens": 3886328.0, + "step": 2210 + }, + { + "entropy": 5.906041145324707, + "epoch": 1.7358934169278997, + "grad_norm": 1.1171875, + "learning_rate": 0.00048825109004114006, + "loss": 5.8058, + "mean_token_accuracy": 0.1487313315272331, + "num_tokens": 3894424.0, + "step": 2215 + }, + { + "entropy": 5.978779983520508, + "epoch": 1.7398119122257052, + "grad_norm": 1.046875, + "learning_rate": 0.0004881549721949513, + "loss": 5.8897, + "mean_token_accuracy": 0.13909043669700621, + "num_tokens": 3903746.0, + "step": 2220 + }, + { + "entropy": 5.851698732376098, + "epoch": 1.743730407523511, + "grad_norm": 1.1640625, + "learning_rate": 0.0004880584734062658, + "loss": 5.8724, + "mean_token_accuracy": 0.14629912972450257, + "num_tokens": 3912033.0, + "step": 2225 + }, + { + "entropy": 5.883364534378051, + "epoch": 1.7476489028213167, + "grad_norm": 1.1875, + "learning_rate": 0.0004879615938475425, + "loss": 5.7739, + "mean_token_accuracy": 0.14114395081996917, + "num_tokens": 3920388.0, + "step": 2230 + }, + { + "entropy": 5.934035730361939, + "epoch": 1.7515673981191222, + "grad_norm": 1.1484375, + "learning_rate": 0.0004878643336919209, + "loss": 5.9772, + "mean_token_accuracy": 0.139875166118145, + "num_tokens": 3929926.0, + "step": 2235 + }, + { + "entropy": 6.131916475296021, + "epoch": 1.7554858934169277, + "grad_norm": 1.15625, + "learning_rate": 0.0004877666931132206, + "loss": 5.9601, + "mean_token_accuracy": 0.13168897181749345, + "num_tokens": 3938696.0, + "step": 2240 + }, + { + "entropy": 5.873245096206665, + "epoch": 1.7594043887147337, + "grad_norm": 1.125, + "learning_rate": 0.0004876686722859413, + "loss": 5.7899, + "mean_token_accuracy": 0.1513090804219246, + "num_tokens": 3947537.0, + "step": 2245 + }, + { + "entropy": 5.992959451675415, + "epoch": 1.7633228840125392, + "grad_norm": 1.109375, + "learning_rate": 0.000487570271385262, + "loss": 5.7993, + "mean_token_accuracy": 0.14130587950348855, + "num_tokens": 3956539.0, + "step": 2250 + }, + { + "entropy": 5.880547904968262, + "epoch": 1.7672413793103448, + "grad_norm": 1.09375, + "learning_rate": 0.0004874714905870411, + "loss": 5.7667, + "mean_token_accuracy": 0.14465454295277597, + "num_tokens": 3964927.0, + "step": 2255 + }, + { + "entropy": 5.923993968963623, + "epoch": 1.7711598746081505, + "grad_norm": 1.1015625, + "learning_rate": 0.0004873723300678159, + "loss": 5.9062, + "mean_token_accuracy": 0.1402622014284134, + "num_tokens": 3973565.0, + "step": 2260 + }, + { + "entropy": 5.974027013778686, + "epoch": 1.7750783699059562, + "grad_norm": 1.1796875, + "learning_rate": 0.00048727279000480226, + "loss": 5.9283, + "mean_token_accuracy": 0.14056170955300332, + "num_tokens": 3982683.0, + "step": 2265 + }, + { + "entropy": 6.065245008468628, + "epoch": 1.7789968652037618, + "grad_norm": 1.0625, + "learning_rate": 0.00048717287057589454, + "loss": 5.8374, + "mean_token_accuracy": 0.14206577837467194, + "num_tokens": 3991462.0, + "step": 2270 + }, + { + "entropy": 5.725625848770141, + "epoch": 1.7829153605015673, + "grad_norm": 1.1640625, + "learning_rate": 0.0004870725719596648, + "loss": 5.6081, + "mean_token_accuracy": 0.15651399940252303, + "num_tokens": 3999821.0, + "step": 2275 + }, + { + "entropy": 5.943557548522949, + "epoch": 1.786833855799373, + "grad_norm": 1.078125, + "learning_rate": 0.0004869718943353631, + "loss": 5.8541, + "mean_token_accuracy": 0.14041255488991738, + "num_tokens": 4008655.0, + "step": 2280 + }, + { + "entropy": 5.972759962081909, + "epoch": 1.7907523510971788, + "grad_norm": 1.1328125, + "learning_rate": 0.00048687083788291656, + "loss": 5.8939, + "mean_token_accuracy": 0.14818500876426696, + "num_tokens": 4017317.0, + "step": 2285 + }, + { + "entropy": 5.872368335723877, + "epoch": 1.7946708463949843, + "grad_norm": 1.015625, + "learning_rate": 0.00048676940278292953, + "loss": 5.7282, + "mean_token_accuracy": 0.14405218958854676, + "num_tokens": 4025407.0, + "step": 2290 + }, + { + "entropy": 5.908810663223266, + "epoch": 1.7985893416927898, + "grad_norm": 1.0703125, + "learning_rate": 0.00048666758921668286, + "loss": 5.7369, + "mean_token_accuracy": 0.14384883195161818, + "num_tokens": 4034310.0, + "step": 2295 + }, + { + "entropy": 5.879950332641601, + "epoch": 1.8025078369905956, + "grad_norm": 1.171875, + "learning_rate": 0.00048656539736613403, + "loss": 5.8969, + "mean_token_accuracy": 0.1422630712389946, + "num_tokens": 4042326.0, + "step": 2300 + }, + { + "entropy": 5.854609394073487, + "epoch": 1.8064263322884013, + "grad_norm": 1.125, + "learning_rate": 0.0004864628274139164, + "loss": 5.7595, + "mean_token_accuracy": 0.1504887729883194, + "num_tokens": 4051248.0, + "step": 2305 + }, + { + "entropy": 5.929189538955688, + "epoch": 1.8103448275862069, + "grad_norm": 1.1484375, + "learning_rate": 0.0004863598795433391, + "loss": 5.8763, + "mean_token_accuracy": 0.1436061829328537, + "num_tokens": 4060227.0, + "step": 2310 + }, + { + "entropy": 6.035856866836548, + "epoch": 1.8142633228840124, + "grad_norm": 1.1328125, + "learning_rate": 0.00048625655393838666, + "loss": 5.9747, + "mean_token_accuracy": 0.1343390792608261, + "num_tokens": 4069700.0, + "step": 2315 + }, + { + "entropy": 5.9489781856536865, + "epoch": 1.8181818181818183, + "grad_norm": 1.078125, + "learning_rate": 0.0004861528507837186, + "loss": 5.8364, + "mean_token_accuracy": 0.14606306403875352, + "num_tokens": 4079363.0, + "step": 2320 + }, + { + "entropy": 6.038274621963501, + "epoch": 1.8221003134796239, + "grad_norm": 1.0703125, + "learning_rate": 0.0004860487702646695, + "loss": 5.9136, + "mean_token_accuracy": 0.14080933034420012, + "num_tokens": 4087944.0, + "step": 2325 + }, + { + "entropy": 5.765271520614624, + "epoch": 1.8260188087774294, + "grad_norm": 1.3125, + "learning_rate": 0.0004859443125672479, + "loss": 5.6074, + "mean_token_accuracy": 0.16549111306667327, + "num_tokens": 4096431.0, + "step": 2330 + }, + { + "entropy": 5.862937021255493, + "epoch": 1.8299373040752351, + "grad_norm": 1.1875, + "learning_rate": 0.0004858394778781368, + "loss": 5.7839, + "mean_token_accuracy": 0.1452955462038517, + "num_tokens": 4104894.0, + "step": 2335 + }, + { + "entropy": 5.929635095596313, + "epoch": 1.8338557993730409, + "grad_norm": 1.1796875, + "learning_rate": 0.0004857342663846927, + "loss": 5.8308, + "mean_token_accuracy": 0.1402455188333988, + "num_tokens": 4112878.0, + "step": 2340 + }, + { + "entropy": 5.906289291381836, + "epoch": 1.8377742946708464, + "grad_norm": 1.171875, + "learning_rate": 0.0004856286782749456, + "loss": 5.839, + "mean_token_accuracy": 0.14992391616106032, + "num_tokens": 4122501.0, + "step": 2345 + }, + { + "entropy": 5.893653440475464, + "epoch": 1.841692789968652, + "grad_norm": 1.1171875, + "learning_rate": 0.0004855227137375986, + "loss": 5.8018, + "mean_token_accuracy": 0.13767838329076768, + "num_tokens": 4131301.0, + "step": 2350 + }, + { + "entropy": 5.921551322937011, + "epoch": 1.8456112852664577, + "grad_norm": 1.09375, + "learning_rate": 0.0004854163729620275, + "loss": 5.8349, + "mean_token_accuracy": 0.14852394610643388, + "num_tokens": 4140076.0, + "step": 2355 + }, + { + "entropy": 5.864505481719971, + "epoch": 1.8495297805642634, + "grad_norm": 1.078125, + "learning_rate": 0.0004853096561382805, + "loss": 5.7663, + "mean_token_accuracy": 0.15288633555173875, + "num_tokens": 4148728.0, + "step": 2360 + }, + { + "entropy": 5.914716482162476, + "epoch": 1.853448275862069, + "grad_norm": 1.125, + "learning_rate": 0.0004852025634570779, + "loss": 5.9037, + "mean_token_accuracy": 0.14291643872857093, + "num_tokens": 4157520.0, + "step": 2365 + }, + { + "entropy": 5.905571317672729, + "epoch": 1.8573667711598745, + "grad_norm": 1.1484375, + "learning_rate": 0.0004850950951098116, + "loss": 5.7141, + "mean_token_accuracy": 0.15238296538591384, + "num_tokens": 4165547.0, + "step": 2370 + }, + { + "entropy": 5.928301191329956, + "epoch": 1.8612852664576802, + "grad_norm": 1.0859375, + "learning_rate": 0.0004849872512885451, + "loss": 5.8628, + "mean_token_accuracy": 0.1383912220597267, + "num_tokens": 4174656.0, + "step": 2375 + }, + { + "entropy": 5.904009199142456, + "epoch": 1.865203761755486, + "grad_norm": 1.078125, + "learning_rate": 0.0004848790321860127, + "loss": 5.9161, + "mean_token_accuracy": 0.1413537159562111, + "num_tokens": 4183452.0, + "step": 2380 + }, + { + "entropy": 5.909180545806885, + "epoch": 1.8691222570532915, + "grad_norm": 1.0703125, + "learning_rate": 0.00048477043799561946, + "loss": 5.7966, + "mean_token_accuracy": 0.14063763692975045, + "num_tokens": 4192306.0, + "step": 2385 + }, + { + "entropy": 5.8980663299560545, + "epoch": 1.873040752351097, + "grad_norm": 1.1796875, + "learning_rate": 0.0004846614689114409, + "loss": 5.8643, + "mean_token_accuracy": 0.14282563477754592, + "num_tokens": 4201201.0, + "step": 2390 + }, + { + "entropy": 5.890587997436524, + "epoch": 1.876959247648903, + "grad_norm": 1.2265625, + "learning_rate": 0.0004845521251282223, + "loss": 5.7437, + "mean_token_accuracy": 0.15185199975967406, + "num_tokens": 4209374.0, + "step": 2395 + }, + { + "entropy": 5.809947061538696, + "epoch": 1.8808777429467085, + "grad_norm": 1.1953125, + "learning_rate": 0.0004844424068413789, + "loss": 5.7215, + "mean_token_accuracy": 0.1469734065234661, + "num_tokens": 4217258.0, + "step": 2400 + }, + { + "entropy": 5.848538589477539, + "epoch": 1.884796238244514, + "grad_norm": 1.0625, + "learning_rate": 0.00048433231424699504, + "loss": 5.7551, + "mean_token_accuracy": 0.1480185203254223, + "num_tokens": 4226484.0, + "step": 2405 + }, + { + "entropy": 5.924857568740845, + "epoch": 1.8887147335423198, + "grad_norm": 1.0703125, + "learning_rate": 0.00048422184754182384, + "loss": 5.7889, + "mean_token_accuracy": 0.14311063811182975, + "num_tokens": 4235546.0, + "step": 2410 + }, + { + "entropy": 5.950683832168579, + "epoch": 1.8926332288401255, + "grad_norm": 1.1484375, + "learning_rate": 0.0004841110069232875, + "loss": 5.9386, + "mean_token_accuracy": 0.1451379805803299, + "num_tokens": 4244549.0, + "step": 2415 + }, + { + "entropy": 5.900457239151001, + "epoch": 1.896551724137931, + "grad_norm": 1.1640625, + "learning_rate": 0.00048399979258947597, + "loss": 5.8331, + "mean_token_accuracy": 0.1464390404522419, + "num_tokens": 4252918.0, + "step": 2420 + }, + { + "entropy": 5.9453812599182125, + "epoch": 1.9004702194357366, + "grad_norm": 1.09375, + "learning_rate": 0.0004838882047391474, + "loss": 5.8327, + "mean_token_accuracy": 0.14703057184815407, + "num_tokens": 4261674.0, + "step": 2425 + }, + { + "entropy": 5.875091028213501, + "epoch": 1.9043887147335423, + "grad_norm": 1.171875, + "learning_rate": 0.00048377624357172724, + "loss": 5.7425, + "mean_token_accuracy": 0.14618095010519028, + "num_tokens": 4269986.0, + "step": 2430 + }, + { + "entropy": 5.890668630599976, + "epoch": 1.908307210031348, + "grad_norm": 1.15625, + "learning_rate": 0.00048366390928730843, + "loss": 5.8377, + "mean_token_accuracy": 0.14733434692025185, + "num_tokens": 4278131.0, + "step": 2435 + }, + { + "entropy": 5.966364622116089, + "epoch": 1.9122257053291536, + "grad_norm": 1.4453125, + "learning_rate": 0.0004835512020866504, + "loss": 5.8243, + "mean_token_accuracy": 0.14588867947459222, + "num_tokens": 4287214.0, + "step": 2440 + }, + { + "entropy": 5.893796443939209, + "epoch": 1.9161442006269591, + "grad_norm": 1.140625, + "learning_rate": 0.00048343812217117925, + "loss": 5.7504, + "mean_token_accuracy": 0.1461929127573967, + "num_tokens": 4295949.0, + "step": 2445 + }, + { + "entropy": 5.786278104782104, + "epoch": 1.9200626959247649, + "grad_norm": 1.1015625, + "learning_rate": 0.00048332466974298723, + "loss": 5.7543, + "mean_token_accuracy": 0.1465558797121048, + "num_tokens": 4305014.0, + "step": 2450 + }, + { + "entropy": 5.851295328140258, + "epoch": 1.9239811912225706, + "grad_norm": 1.1484375, + "learning_rate": 0.00048321084500483203, + "loss": 5.7265, + "mean_token_accuracy": 0.14898128807544708, + "num_tokens": 4313560.0, + "step": 2455 + }, + { + "entropy": 5.87207818031311, + "epoch": 1.9278996865203761, + "grad_norm": 1.0859375, + "learning_rate": 0.000483096648160137, + "loss": 5.8056, + "mean_token_accuracy": 0.1454322248697281, + "num_tokens": 4323280.0, + "step": 2460 + }, + { + "entropy": 5.872972869873047, + "epoch": 1.9318181818181817, + "grad_norm": 1.1875, + "learning_rate": 0.00048298207941299047, + "loss": 5.861, + "mean_token_accuracy": 0.14596157446503638, + "num_tokens": 4331757.0, + "step": 2465 + }, + { + "entropy": 5.8036915302276615, + "epoch": 1.9357366771159876, + "grad_norm": 1.1015625, + "learning_rate": 0.00048286713896814536, + "loss": 5.7876, + "mean_token_accuracy": 0.14330902695655823, + "num_tokens": 4341453.0, + "step": 2470 + }, + { + "entropy": 6.028292417526245, + "epoch": 1.9396551724137931, + "grad_norm": 1.1484375, + "learning_rate": 0.00048275182703101877, + "loss": 5.7431, + "mean_token_accuracy": 0.14791915863752364, + "num_tokens": 4349095.0, + "step": 2475 + }, + { + "entropy": 5.750636386871338, + "epoch": 1.9435736677115987, + "grad_norm": 1.0703125, + "learning_rate": 0.00048263614380769193, + "loss": 5.8404, + "mean_token_accuracy": 0.14387739300727845, + "num_tokens": 4357913.0, + "step": 2480 + }, + { + "entropy": 5.927936792373657, + "epoch": 1.9474921630094044, + "grad_norm": 1.15625, + "learning_rate": 0.00048252008950490957, + "loss": 5.8083, + "mean_token_accuracy": 0.14284604787826538, + "num_tokens": 4366586.0, + "step": 2485 + }, + { + "entropy": 5.8729980945587155, + "epoch": 1.9514106583072102, + "grad_norm": 1.1484375, + "learning_rate": 0.00048240366433007935, + "loss": 5.7307, + "mean_token_accuracy": 0.15130855292081832, + "num_tokens": 4375393.0, + "step": 2490 + }, + { + "entropy": 5.848481798171997, + "epoch": 1.9553291536050157, + "grad_norm": 1.109375, + "learning_rate": 0.00048228686849127213, + "loss": 5.8159, + "mean_token_accuracy": 0.15051234513521194, + "num_tokens": 4383747.0, + "step": 2495 + }, + { + "entropy": 5.987670612335205, + "epoch": 1.9592476489028212, + "grad_norm": 1.0859375, + "learning_rate": 0.0004821697021972209, + "loss": 5.7804, + "mean_token_accuracy": 0.14112372547388077, + "num_tokens": 4392085.0, + "step": 2500 + }, + { + "epoch": 1.9592476489028212, + "eval_entropy": 5.819716327874235, + "eval_loss": 5.9731364250183105, + "eval_mean_token_accuracy": 0.14396101977791667, + "eval_num_tokens": 4392085.0, + "eval_runtime": 2.8283, + "eval_samples_per_second": 1457.403, + "eval_steps_per_second": 182.441, + "step": 2500 + }, + { + "entropy": 5.882195997238159, + "epoch": 1.963166144200627, + "grad_norm": 1.2265625, + "learning_rate": 0.0004820521656573208, + "loss": 5.8043, + "mean_token_accuracy": 0.14567812159657478, + "num_tokens": 4400843.0, + "step": 2505 + }, + { + "entropy": 5.773218107223511, + "epoch": 1.9670846394984327, + "grad_norm": 1.15625, + "learning_rate": 0.0004819342590816288, + "loss": 5.7471, + "mean_token_accuracy": 0.14761917144060135, + "num_tokens": 4409126.0, + "step": 2510 + }, + { + "entropy": 5.89848108291626, + "epoch": 1.9710031347962382, + "grad_norm": 1.1015625, + "learning_rate": 0.0004818159826808631, + "loss": 5.9097, + "mean_token_accuracy": 0.1417311027646065, + "num_tokens": 4418401.0, + "step": 2515 + }, + { + "entropy": 5.897497129440308, + "epoch": 1.9749216300940438, + "grad_norm": 1.0703125, + "learning_rate": 0.0004816973366664026, + "loss": 5.811, + "mean_token_accuracy": 0.1456060990691185, + "num_tokens": 4428141.0, + "step": 2520 + }, + { + "entropy": 5.986608266830444, + "epoch": 1.9788401253918495, + "grad_norm": 1.078125, + "learning_rate": 0.0004815783212502871, + "loss": 5.828, + "mean_token_accuracy": 0.1428292214870453, + "num_tokens": 4437158.0, + "step": 2525 + }, + { + "entropy": 5.895078134536743, + "epoch": 1.9827586206896552, + "grad_norm": 1.234375, + "learning_rate": 0.00048145893664521645, + "loss": 5.8973, + "mean_token_accuracy": 0.13774282485246658, + "num_tokens": 4445901.0, + "step": 2530 + }, + { + "entropy": 5.878189134597778, + "epoch": 1.9866771159874608, + "grad_norm": 1.1875, + "learning_rate": 0.00048133918306455023, + "loss": 5.7054, + "mean_token_accuracy": 0.15397633910179137, + "num_tokens": 4454200.0, + "step": 2535 + }, + { + "entropy": 5.8978513240814205, + "epoch": 1.9905956112852663, + "grad_norm": 1.1171875, + "learning_rate": 0.0004812190607223075, + "loss": 5.8244, + "mean_token_accuracy": 0.1423790991306305, + "num_tokens": 4463484.0, + "step": 2540 + }, + { + "entropy": 5.743094491958618, + "epoch": 1.9945141065830723, + "grad_norm": 1.109375, + "learning_rate": 0.00048109856983316655, + "loss": 5.6436, + "mean_token_accuracy": 0.1538312703371048, + "num_tokens": 4472659.0, + "step": 2545 + }, + { + "entropy": 5.894764852523804, + "epoch": 1.9984326018808778, + "grad_norm": 1.1328125, + "learning_rate": 0.000480977710612464, + "loss": 5.7289, + "mean_token_accuracy": 0.1462229423224926, + "num_tokens": 4481355.0, + "step": 2550 + }, + { + "entropy": 5.841469097137451, + "epoch": 2.0023510971786833, + "grad_norm": 1.0703125, + "learning_rate": 0.0004808564832761948, + "loss": 5.5879, + "mean_token_accuracy": 0.1482195809483528, + "num_tokens": 4490005.0, + "step": 2555 + }, + { + "entropy": 5.781640338897705, + "epoch": 2.006269592476489, + "grad_norm": 1.0625, + "learning_rate": 0.0004807348880410119, + "loss": 5.3827, + "mean_token_accuracy": 0.1616608127951622, + "num_tokens": 4498645.0, + "step": 2560 + }, + { + "entropy": 5.733411645889282, + "epoch": 2.010188087774295, + "grad_norm": 1.0703125, + "learning_rate": 0.0004806129251242258, + "loss": 5.5173, + "mean_token_accuracy": 0.15624455660581588, + "num_tokens": 4509675.0, + "step": 2565 + }, + { + "entropy": 5.799925708770752, + "epoch": 2.0141065830721003, + "grad_norm": 1.0625, + "learning_rate": 0.00048049059474380393, + "loss": 5.3307, + "mean_token_accuracy": 0.1625298425555229, + "num_tokens": 4518463.0, + "step": 2570 + }, + { + "entropy": 5.857757616043091, + "epoch": 2.018025078369906, + "grad_norm": 1.1328125, + "learning_rate": 0.00048036789711837047, + "loss": 5.4816, + "mean_token_accuracy": 0.15710628032684326, + "num_tokens": 4527120.0, + "step": 2575 + }, + { + "entropy": 5.79098744392395, + "epoch": 2.0219435736677114, + "grad_norm": 1.1484375, + "learning_rate": 0.00048024483246720607, + "loss": 5.5141, + "mean_token_accuracy": 0.1521046057343483, + "num_tokens": 4535962.0, + "step": 2580 + }, + { + "entropy": 5.795133399963379, + "epoch": 2.0258620689655173, + "grad_norm": 1.0390625, + "learning_rate": 0.0004801214010102472, + "loss": 5.4748, + "mean_token_accuracy": 0.15003894567489623, + "num_tokens": 4545233.0, + "step": 2585 + }, + { + "entropy": 5.720596790313721, + "epoch": 2.029780564263323, + "grad_norm": 1.03125, + "learning_rate": 0.0004799976029680858, + "loss": 5.351, + "mean_token_accuracy": 0.1570914052426815, + "num_tokens": 4554658.0, + "step": 2590 + }, + { + "entropy": 5.793403244018554, + "epoch": 2.0336990595611284, + "grad_norm": 1.125, + "learning_rate": 0.0004798734385619691, + "loss": 5.5496, + "mean_token_accuracy": 0.1535790517926216, + "num_tokens": 4563964.0, + "step": 2595 + }, + { + "entropy": 5.807430982589722, + "epoch": 2.0376175548589344, + "grad_norm": 1.0625, + "learning_rate": 0.000479748908013799, + "loss": 5.4134, + "mean_token_accuracy": 0.16276097446680068, + "num_tokens": 4572865.0, + "step": 2600 + }, + { + "entropy": 5.672877264022827, + "epoch": 2.04153605015674, + "grad_norm": 1.125, + "learning_rate": 0.0004796240115461319, + "loss": 5.3736, + "mean_token_accuracy": 0.17069609314203263, + "num_tokens": 4581021.0, + "step": 2605 + }, + { + "entropy": 5.710117959976197, + "epoch": 2.0454545454545454, + "grad_norm": 1.0078125, + "learning_rate": 0.0004794987493821779, + "loss": 5.4687, + "mean_token_accuracy": 0.15729401111602784, + "num_tokens": 4590779.0, + "step": 2610 + }, + { + "entropy": 5.794814777374268, + "epoch": 2.049373040752351, + "grad_norm": 1.046875, + "learning_rate": 0.00047937312174580084, + "loss": 5.4478, + "mean_token_accuracy": 0.1574981316924095, + "num_tokens": 4599831.0, + "step": 2615 + }, + { + "entropy": 5.857023143768311, + "epoch": 2.053291536050157, + "grad_norm": 1.25, + "learning_rate": 0.0004792471288615177, + "loss": 5.5945, + "mean_token_accuracy": 0.1500529244542122, + "num_tokens": 4609264.0, + "step": 2620 + }, + { + "entropy": 5.8015649795532225, + "epoch": 2.0572100313479624, + "grad_norm": 1.0625, + "learning_rate": 0.0004791207709544981, + "loss": 5.5107, + "mean_token_accuracy": 0.15906523615121843, + "num_tokens": 4617885.0, + "step": 2625 + }, + { + "entropy": 5.6719653606414795, + "epoch": 2.061128526645768, + "grad_norm": 1.125, + "learning_rate": 0.00047899404825056424, + "loss": 5.4279, + "mean_token_accuracy": 0.15619982779026031, + "num_tokens": 4626536.0, + "step": 2630 + }, + { + "entropy": 5.770504665374756, + "epoch": 2.0650470219435735, + "grad_norm": 1.1796875, + "learning_rate": 0.0004788669609761901, + "loss": 5.5118, + "mean_token_accuracy": 0.1544651284813881, + "num_tokens": 4635563.0, + "step": 2635 + }, + { + "entropy": 5.720648860931396, + "epoch": 2.0689655172413794, + "grad_norm": 1.1328125, + "learning_rate": 0.00047873950935850107, + "loss": 5.4414, + "mean_token_accuracy": 0.1552010580897331, + "num_tokens": 4644822.0, + "step": 2640 + }, + { + "entropy": 5.75403094291687, + "epoch": 2.072884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.0004786116936252742, + "loss": 5.4081, + "mean_token_accuracy": 0.1630728781223297, + "num_tokens": 4652709.0, + "step": 2645 + }, + { + "entropy": 5.651195621490478, + "epoch": 2.0768025078369905, + "grad_norm": 1.15625, + "learning_rate": 0.0004784835140049367, + "loss": 5.447, + "mean_token_accuracy": 0.15986524671316146, + "num_tokens": 4662014.0, + "step": 2650 + }, + { + "entropy": 5.7658521175384525, + "epoch": 2.080721003134796, + "grad_norm": 1.1875, + "learning_rate": 0.0004783549707265663, + "loss": 5.4033, + "mean_token_accuracy": 0.15730245560407638, + "num_tokens": 4670618.0, + "step": 2655 + }, + { + "entropy": 5.7565501689910885, + "epoch": 2.084639498432602, + "grad_norm": 1.1171875, + "learning_rate": 0.00047822606401989084, + "loss": 5.5384, + "mean_token_accuracy": 0.14618516638875007, + "num_tokens": 4679937.0, + "step": 2660 + }, + { + "entropy": 5.747328805923462, + "epoch": 2.0885579937304075, + "grad_norm": 1.1875, + "learning_rate": 0.0004780967941152873, + "loss": 5.3716, + "mean_token_accuracy": 0.16848112791776657, + "num_tokens": 4688006.0, + "step": 2665 + }, + { + "entropy": 5.598170948028565, + "epoch": 2.092476489028213, + "grad_norm": 1.09375, + "learning_rate": 0.0004779671612437822, + "loss": 5.3212, + "mean_token_accuracy": 0.16888306885957718, + "num_tokens": 4697106.0, + "step": 2670 + }, + { + "entropy": 5.709634304046631, + "epoch": 2.096394984326019, + "grad_norm": 1.171875, + "learning_rate": 0.00047783716563705035, + "loss": 5.4699, + "mean_token_accuracy": 0.15956653356552125, + "num_tokens": 4705582.0, + "step": 2675 + }, + { + "entropy": 5.789704513549805, + "epoch": 2.1003134796238245, + "grad_norm": 1.171875, + "learning_rate": 0.000477706807527415, + "loss": 5.4032, + "mean_token_accuracy": 0.1633769229054451, + "num_tokens": 4713640.0, + "step": 2680 + }, + { + "entropy": 5.7358156681060795, + "epoch": 2.10423197492163, + "grad_norm": 1.09375, + "learning_rate": 0.0004775760871478472, + "loss": 5.5193, + "mean_token_accuracy": 0.1518564686179161, + "num_tokens": 4722729.0, + "step": 2685 + }, + { + "entropy": 5.710189342498779, + "epoch": 2.1081504702194356, + "grad_norm": 1.2109375, + "learning_rate": 0.00047744500473196564, + "loss": 5.4226, + "mean_token_accuracy": 0.16306858509778976, + "num_tokens": 4732099.0, + "step": 2690 + }, + { + "entropy": 5.778943872451782, + "epoch": 2.1120689655172415, + "grad_norm": 1.2265625, + "learning_rate": 0.00047731356051403556, + "loss": 5.4259, + "mean_token_accuracy": 0.15491524189710618, + "num_tokens": 4741766.0, + "step": 2695 + }, + { + "entropy": 5.550606107711792, + "epoch": 2.115987460815047, + "grad_norm": 1.046875, + "learning_rate": 0.0004771817547289693, + "loss": 5.3501, + "mean_token_accuracy": 0.16072812229394912, + "num_tokens": 4750890.0, + "step": 2700 + }, + { + "entropy": 5.691572904586792, + "epoch": 2.1199059561128526, + "grad_norm": 1.171875, + "learning_rate": 0.0004770495876123251, + "loss": 5.4713, + "mean_token_accuracy": 0.15760626047849655, + "num_tokens": 4760063.0, + "step": 2705 + }, + { + "entropy": 5.7919927597045895, + "epoch": 2.123824451410658, + "grad_norm": 1.1640625, + "learning_rate": 0.0004769170594003071, + "loss": 5.4737, + "mean_token_accuracy": 0.16406295895576478, + "num_tokens": 4768928.0, + "step": 2710 + }, + { + "entropy": 5.65070915222168, + "epoch": 2.127742946708464, + "grad_norm": 1.109375, + "learning_rate": 0.00047678417032976457, + "loss": 5.4532, + "mean_token_accuracy": 0.15579911768436433, + "num_tokens": 4778129.0, + "step": 2715 + }, + { + "entropy": 5.69934196472168, + "epoch": 2.1316614420062696, + "grad_norm": 1.078125, + "learning_rate": 0.0004766509206381919, + "loss": 5.4479, + "mean_token_accuracy": 0.1599138170480728, + "num_tokens": 4786759.0, + "step": 2720 + }, + { + "entropy": 5.6193219184875485, + "epoch": 2.135579937304075, + "grad_norm": 1.1484375, + "learning_rate": 0.0004765173105637279, + "loss": 5.4547, + "mean_token_accuracy": 0.16395413279533386, + "num_tokens": 4795355.0, + "step": 2725 + }, + { + "entropy": 5.696455669403076, + "epoch": 2.139498432601881, + "grad_norm": 1.1328125, + "learning_rate": 0.00047638334034515547, + "loss": 5.3964, + "mean_token_accuracy": 0.15683644711971284, + "num_tokens": 4804030.0, + "step": 2730 + }, + { + "entropy": 5.580397653579712, + "epoch": 2.1434169278996866, + "grad_norm": 1.09375, + "learning_rate": 0.00047624901022190106, + "loss": 5.3523, + "mean_token_accuracy": 0.17931961715221406, + "num_tokens": 4812779.0, + "step": 2735 + }, + { + "entropy": 5.7006062984466555, + "epoch": 2.147335423197492, + "grad_norm": 1.15625, + "learning_rate": 0.00047611432043403437, + "loss": 5.4629, + "mean_token_accuracy": 0.16019529104232788, + "num_tokens": 4822292.0, + "step": 2740 + }, + { + "entropy": 5.834177780151367, + "epoch": 2.1512539184952977, + "grad_norm": 1.2421875, + "learning_rate": 0.0004759792712222679, + "loss": 5.535, + "mean_token_accuracy": 0.15739217698574065, + "num_tokens": 4830524.0, + "step": 2745 + }, + { + "entropy": 5.8059389114379885, + "epoch": 2.1551724137931036, + "grad_norm": 1.171875, + "learning_rate": 0.0004758438628279565, + "loss": 5.5164, + "mean_token_accuracy": 0.15928612202405928, + "num_tokens": 4839328.0, + "step": 2750 + }, + { + "entropy": 5.638897466659546, + "epoch": 2.159090909090909, + "grad_norm": 1.109375, + "learning_rate": 0.00047570809549309697, + "loss": 5.3591, + "mean_token_accuracy": 0.1710207626223564, + "num_tokens": 4847711.0, + "step": 2755 + }, + { + "entropy": 5.774710035324096, + "epoch": 2.1630094043887147, + "grad_norm": 1.484375, + "learning_rate": 0.0004755719694603275, + "loss": 5.549, + "mean_token_accuracy": 0.15182463973760604, + "num_tokens": 4856706.0, + "step": 2760 + }, + { + "entropy": 5.728883123397827, + "epoch": 2.16692789968652, + "grad_norm": 1.1953125, + "learning_rate": 0.0004754354849729274, + "loss": 5.5423, + "mean_token_accuracy": 0.15759230852127076, + "num_tokens": 4865250.0, + "step": 2765 + }, + { + "entropy": 5.702935409545899, + "epoch": 2.170846394984326, + "grad_norm": 1.2109375, + "learning_rate": 0.00047529864227481653, + "loss": 5.4631, + "mean_token_accuracy": 0.15977989733219147, + "num_tokens": 4873826.0, + "step": 2770 + }, + { + "entropy": 5.781952810287476, + "epoch": 2.1747648902821317, + "grad_norm": 1.140625, + "learning_rate": 0.000475161441610555, + "loss": 5.44, + "mean_token_accuracy": 0.16142217814922333, + "num_tokens": 4882631.0, + "step": 2775 + }, + { + "entropy": 5.665818929672241, + "epoch": 2.1786833855799372, + "grad_norm": 1.1875, + "learning_rate": 0.0004750238832253427, + "loss": 5.4775, + "mean_token_accuracy": 0.15787807181477548, + "num_tokens": 4891007.0, + "step": 2780 + }, + { + "entropy": 5.697315788269043, + "epoch": 2.1826018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.0004748859673650187, + "loss": 5.386, + "mean_token_accuracy": 0.16155248284339904, + "num_tokens": 4899692.0, + "step": 2785 + }, + { + "entropy": 5.658601570129394, + "epoch": 2.1865203761755487, + "grad_norm": 1.1015625, + "learning_rate": 0.00047474769427606115, + "loss": 5.5095, + "mean_token_accuracy": 0.15856993645429612, + "num_tokens": 4909354.0, + "step": 2790 + }, + { + "entropy": 5.6818701267242435, + "epoch": 2.1904388714733543, + "grad_norm": 1.1328125, + "learning_rate": 0.0004746090642055863, + "loss": 5.4671, + "mean_token_accuracy": 0.1562755212187767, + "num_tokens": 4918400.0, + "step": 2795 + }, + { + "entropy": 5.739003992080688, + "epoch": 2.19435736677116, + "grad_norm": 1.15625, + "learning_rate": 0.00047447007740134857, + "loss": 5.5467, + "mean_token_accuracy": 0.14892319440841675, + "num_tokens": 4926852.0, + "step": 2800 + }, + { + "entropy": 5.7248610496521, + "epoch": 2.1982758620689653, + "grad_norm": 1.1015625, + "learning_rate": 0.00047433073411174, + "loss": 5.4509, + "mean_token_accuracy": 0.15806010216474534, + "num_tokens": 4935717.0, + "step": 2805 + }, + { + "entropy": 5.591716861724853, + "epoch": 2.2021943573667713, + "grad_norm": 1.0625, + "learning_rate": 0.0004741910345857896, + "loss": 5.3813, + "mean_token_accuracy": 0.16058638840913772, + "num_tokens": 4945389.0, + "step": 2810 + }, + { + "entropy": 5.752324533462525, + "epoch": 2.206112852664577, + "grad_norm": 1.2578125, + "learning_rate": 0.00047405097907316315, + "loss": 5.5201, + "mean_token_accuracy": 0.1630863979458809, + "num_tokens": 4953670.0, + "step": 2815 + }, + { + "entropy": 5.657805633544922, + "epoch": 2.2100313479623823, + "grad_norm": 1.109375, + "learning_rate": 0.0004739105678241625, + "loss": 5.5289, + "mean_token_accuracy": 0.15918288826942445, + "num_tokens": 4962383.0, + "step": 2820 + }, + { + "entropy": 5.662711334228516, + "epoch": 2.2139498432601883, + "grad_norm": 1.2265625, + "learning_rate": 0.0004737698010897253, + "loss": 5.3295, + "mean_token_accuracy": 0.16085091829299927, + "num_tokens": 4970672.0, + "step": 2825 + }, + { + "entropy": 5.757535028457641, + "epoch": 2.217868338557994, + "grad_norm": 1.1796875, + "learning_rate": 0.0004736286791214245, + "loss": 5.5162, + "mean_token_accuracy": 0.15798387676477432, + "num_tokens": 4979303.0, + "step": 2830 + }, + { + "entropy": 5.72713942527771, + "epoch": 2.2217868338557993, + "grad_norm": 1.15625, + "learning_rate": 0.00047348720217146807, + "loss": 5.3865, + "mean_token_accuracy": 0.1653503268957138, + "num_tokens": 4988322.0, + "step": 2835 + }, + { + "entropy": 5.582199764251709, + "epoch": 2.225705329153605, + "grad_norm": 1.1953125, + "learning_rate": 0.00047334537049269806, + "loss": 5.4754, + "mean_token_accuracy": 0.15811690539121628, + "num_tokens": 4997250.0, + "step": 2840 + }, + { + "entropy": 5.754626846313476, + "epoch": 2.229623824451411, + "grad_norm": 1.2578125, + "learning_rate": 0.0004732031843385909, + "loss": 5.5191, + "mean_token_accuracy": 0.151338791847229, + "num_tokens": 5005459.0, + "step": 2845 + }, + { + "entropy": 5.570264291763306, + "epoch": 2.2335423197492164, + "grad_norm": 1.1875, + "learning_rate": 0.0004730606439632562, + "loss": 5.2819, + "mean_token_accuracy": 0.17884395718574525, + "num_tokens": 5013704.0, + "step": 2850 + }, + { + "entropy": 5.602528190612793, + "epoch": 2.237460815047022, + "grad_norm": 1.21875, + "learning_rate": 0.0004729177496214367, + "loss": 5.3976, + "mean_token_accuracy": 0.16089559048414231, + "num_tokens": 5022545.0, + "step": 2855 + }, + { + "entropy": 5.619579839706421, + "epoch": 2.2413793103448274, + "grad_norm": 1.1484375, + "learning_rate": 0.00047277450156850767, + "loss": 5.4026, + "mean_token_accuracy": 0.16599346250295638, + "num_tokens": 5031133.0, + "step": 2860 + }, + { + "entropy": 5.6934120655059814, + "epoch": 2.2452978056426334, + "grad_norm": 1.21875, + "learning_rate": 0.0004726309000604768, + "loss": 5.4422, + "mean_token_accuracy": 0.15853513032197952, + "num_tokens": 5039424.0, + "step": 2865 + }, + { + "entropy": 5.7841479778289795, + "epoch": 2.249216300940439, + "grad_norm": 1.1640625, + "learning_rate": 0.0004724869453539832, + "loss": 5.6437, + "mean_token_accuracy": 0.15349650308489798, + "num_tokens": 5048868.0, + "step": 2870 + }, + { + "entropy": 5.743923711776733, + "epoch": 2.2531347962382444, + "grad_norm": 1.125, + "learning_rate": 0.0004723426377062972, + "loss": 5.4742, + "mean_token_accuracy": 0.15738968551158905, + "num_tokens": 5057532.0, + "step": 2875 + }, + { + "entropy": 5.752024412155151, + "epoch": 2.2570532915360504, + "grad_norm": 1.1328125, + "learning_rate": 0.00047219797737532, + "loss": 5.4875, + "mean_token_accuracy": 0.15550234615802766, + "num_tokens": 5066088.0, + "step": 2880 + }, + { + "entropy": 5.5935587882995605, + "epoch": 2.260971786833856, + "grad_norm": 1.1953125, + "learning_rate": 0.00047205296461958314, + "loss": 5.3623, + "mean_token_accuracy": 0.1605392187833786, + "num_tokens": 5074968.0, + "step": 2885 + }, + { + "entropy": 5.607887029647827, + "epoch": 2.2648902821316614, + "grad_norm": 1.1328125, + "learning_rate": 0.00047190759969824785, + "loss": 5.4266, + "mean_token_accuracy": 0.1619516670703888, + "num_tokens": 5083605.0, + "step": 2890 + }, + { + "entropy": 5.665104103088379, + "epoch": 2.268808777429467, + "grad_norm": 1.140625, + "learning_rate": 0.00047176188287110485, + "loss": 5.4267, + "mean_token_accuracy": 0.16131291091442107, + "num_tokens": 5092182.0, + "step": 2895 + }, + { + "entropy": 5.784565830230713, + "epoch": 2.2727272727272725, + "grad_norm": 1.125, + "learning_rate": 0.0004716158143985737, + "loss": 5.5997, + "mean_token_accuracy": 0.15428409725427628, + "num_tokens": 5100910.0, + "step": 2900 + }, + { + "entropy": 5.705980825424194, + "epoch": 2.2766457680250785, + "grad_norm": 1.1875, + "learning_rate": 0.00047146939454170245, + "loss": 5.4627, + "mean_token_accuracy": 0.16400493532419205, + "num_tokens": 5109760.0, + "step": 2905 + }, + { + "entropy": 5.720902061462402, + "epoch": 2.280564263322884, + "grad_norm": 1.203125, + "learning_rate": 0.0004713226235621672, + "loss": 5.4957, + "mean_token_accuracy": 0.15792311280965804, + "num_tokens": 5119193.0, + "step": 2910 + }, + { + "entropy": 5.61166467666626, + "epoch": 2.2844827586206895, + "grad_norm": 1.171875, + "learning_rate": 0.0004711755017222714, + "loss": 5.4122, + "mean_token_accuracy": 0.1576576665043831, + "num_tokens": 5127480.0, + "step": 2915 + }, + { + "entropy": 5.743918991088867, + "epoch": 2.2884012539184955, + "grad_norm": 1.2578125, + "learning_rate": 0.00047102802928494563, + "loss": 5.5857, + "mean_token_accuracy": 0.15232446938753127, + "num_tokens": 5136648.0, + "step": 2920 + }, + { + "entropy": 5.688281393051147, + "epoch": 2.292319749216301, + "grad_norm": 1.1953125, + "learning_rate": 0.0004708802065137471, + "loss": 5.3771, + "mean_token_accuracy": 0.16786309629678725, + "num_tokens": 5144708.0, + "step": 2925 + }, + { + "entropy": 5.643393802642822, + "epoch": 2.2962382445141065, + "grad_norm": 1.1328125, + "learning_rate": 0.0004707320336728591, + "loss": 5.5237, + "mean_token_accuracy": 0.15052489414811135, + "num_tokens": 5153388.0, + "step": 2930 + }, + { + "entropy": 5.797506046295166, + "epoch": 2.300156739811912, + "grad_norm": 1.2265625, + "learning_rate": 0.0004705835110270904, + "loss": 5.4824, + "mean_token_accuracy": 0.15724072754383087, + "num_tokens": 5161874.0, + "step": 2935 + }, + { + "entropy": 5.700078773498535, + "epoch": 2.304075235109718, + "grad_norm": 1.140625, + "learning_rate": 0.00047043463884187517, + "loss": 5.4791, + "mean_token_accuracy": 0.16156153082847596, + "num_tokens": 5170284.0, + "step": 2940 + }, + { + "entropy": 5.583881044387818, + "epoch": 2.3079937304075235, + "grad_norm": 1.1640625, + "learning_rate": 0.00047028541738327207, + "loss": 5.44, + "mean_token_accuracy": 0.15695979446172714, + "num_tokens": 5179547.0, + "step": 2945 + }, + { + "entropy": 5.691956996917725, + "epoch": 2.311912225705329, + "grad_norm": 1.28125, + "learning_rate": 0.0004701358469179641, + "loss": 5.4472, + "mean_token_accuracy": 0.16403508335351943, + "num_tokens": 5188256.0, + "step": 2950 + }, + { + "entropy": 5.756633996963501, + "epoch": 2.3158307210031346, + "grad_norm": 1.2265625, + "learning_rate": 0.0004699859277132578, + "loss": 5.5902, + "mean_token_accuracy": 0.16007334217429162, + "num_tokens": 5197464.0, + "step": 2955 + }, + { + "entropy": 5.734570837020874, + "epoch": 2.3197492163009406, + "grad_norm": 1.1796875, + "learning_rate": 0.00046983566003708336, + "loss": 5.3792, + "mean_token_accuracy": 0.16429649144411088, + "num_tokens": 5205989.0, + "step": 2960 + }, + { + "entropy": 5.587563323974609, + "epoch": 2.323667711598746, + "grad_norm": 1.2734375, + "learning_rate": 0.00046968504415799325, + "loss": 5.4346, + "mean_token_accuracy": 0.1603007957339287, + "num_tokens": 5214490.0, + "step": 2965 + }, + { + "entropy": 5.64924201965332, + "epoch": 2.3275862068965516, + "grad_norm": 1.109375, + "learning_rate": 0.0004695340803451625, + "loss": 5.464, + "mean_token_accuracy": 0.16044287830591203, + "num_tokens": 5223335.0, + "step": 2970 + }, + { + "entropy": 5.629110479354859, + "epoch": 2.3315047021943576, + "grad_norm": 1.125, + "learning_rate": 0.0004693827688683879, + "loss": 5.4147, + "mean_token_accuracy": 0.15993678867816924, + "num_tokens": 5231665.0, + "step": 2975 + }, + { + "entropy": 5.594243144989013, + "epoch": 2.335423197492163, + "grad_norm": 1.265625, + "learning_rate": 0.0004692311099980878, + "loss": 5.4005, + "mean_token_accuracy": 0.16494683176279068, + "num_tokens": 5239810.0, + "step": 2980 + }, + { + "entropy": 5.5794525146484375, + "epoch": 2.3393416927899686, + "grad_norm": 1.2109375, + "learning_rate": 0.00046907910400530097, + "loss": 5.369, + "mean_token_accuracy": 0.16893674433231354, + "num_tokens": 5247525.0, + "step": 2985 + }, + { + "entropy": 5.594454145431518, + "epoch": 2.343260188087774, + "grad_norm": 1.15625, + "learning_rate": 0.0004689267511616868, + "loss": 5.4189, + "mean_token_accuracy": 0.15772538781166076, + "num_tokens": 5255528.0, + "step": 2990 + }, + { + "entropy": 5.617967176437378, + "epoch": 2.34717868338558, + "grad_norm": 1.1640625, + "learning_rate": 0.00046877405173952465, + "loss": 5.3633, + "mean_token_accuracy": 0.17105703949928283, + "num_tokens": 5263944.0, + "step": 2995 + }, + { + "entropy": 5.657676124572754, + "epoch": 2.3510971786833856, + "grad_norm": 1.2421875, + "learning_rate": 0.000468621006011713, + "loss": 5.4912, + "mean_token_accuracy": 0.15778652876615523, + "num_tokens": 5271724.0, + "step": 3000 + }, + { + "epoch": 2.3510971786833856, + "eval_entropy": 5.565460778021997, + "eval_loss": 5.932183742523193, + "eval_mean_token_accuracy": 0.14874126017815614, + "eval_num_tokens": 5271724.0, + "eval_runtime": 2.835, + "eval_samples_per_second": 1453.963, + "eval_steps_per_second": 182.01, + "step": 3000 + }, + { + "entropy": 5.714021825790406, + "epoch": 2.355015673981191, + "grad_norm": 1.171875, + "learning_rate": 0.00046846761425176943, + "loss": 5.5009, + "mean_token_accuracy": 0.16061849147081375, + "num_tokens": 5281199.0, + "step": 3005 + }, + { + "entropy": 5.739114904403687, + "epoch": 2.3589341692789967, + "grad_norm": 1.1875, + "learning_rate": 0.0004683138767338299, + "loss": 5.5238, + "mean_token_accuracy": 0.15723237693309783, + "num_tokens": 5289782.0, + "step": 3010 + }, + { + "entropy": 5.584011459350586, + "epoch": 2.3628526645768027, + "grad_norm": 1.2421875, + "learning_rate": 0.0004681597937326483, + "loss": 5.3349, + "mean_token_accuracy": 0.16592346727848054, + "num_tokens": 5297922.0, + "step": 3015 + }, + { + "entropy": 5.6475341796875, + "epoch": 2.366771159874608, + "grad_norm": 1.2109375, + "learning_rate": 0.0004680053655235959, + "loss": 5.4798, + "mean_token_accuracy": 0.16429754048585893, + "num_tokens": 5306178.0, + "step": 3020 + }, + { + "entropy": 5.601258897781372, + "epoch": 2.3706896551724137, + "grad_norm": 1.265625, + "learning_rate": 0.0004678505923826609, + "loss": 5.451, + "mean_token_accuracy": 0.16447941958904266, + "num_tokens": 5314936.0, + "step": 3025 + }, + { + "entropy": 5.6725733280181885, + "epoch": 2.3746081504702197, + "grad_norm": 1.171875, + "learning_rate": 0.00046769547458644817, + "loss": 5.4771, + "mean_token_accuracy": 0.1562672033905983, + "num_tokens": 5323549.0, + "step": 3030 + }, + { + "entropy": 5.661346340179444, + "epoch": 2.378526645768025, + "grad_norm": 1.1171875, + "learning_rate": 0.0004675400124121782, + "loss": 5.4679, + "mean_token_accuracy": 0.15456231087446212, + "num_tokens": 5332310.0, + "step": 3035 + }, + { + "entropy": 5.744946050643921, + "epoch": 2.3824451410658307, + "grad_norm": 1.1328125, + "learning_rate": 0.00046738420613768716, + "loss": 5.5901, + "mean_token_accuracy": 0.15420550107955933, + "num_tokens": 5340757.0, + "step": 3040 + }, + { + "entropy": 5.799703979492188, + "epoch": 2.3863636363636362, + "grad_norm": 1.1875, + "learning_rate": 0.00046722805604142614, + "loss": 5.573, + "mean_token_accuracy": 0.1541631817817688, + "num_tokens": 5349433.0, + "step": 3045 + }, + { + "entropy": 5.661766195297242, + "epoch": 2.3902821316614418, + "grad_norm": 1.1171875, + "learning_rate": 0.00046707156240246076, + "loss": 5.5251, + "mean_token_accuracy": 0.15046581178903579, + "num_tokens": 5358943.0, + "step": 3050 + }, + { + "entropy": 5.66755428314209, + "epoch": 2.3942006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.00046691472550047027, + "loss": 5.4398, + "mean_token_accuracy": 0.16168949156999587, + "num_tokens": 5367782.0, + "step": 3055 + }, + { + "entropy": 5.573693132400512, + "epoch": 2.3981191222570533, + "grad_norm": 1.2109375, + "learning_rate": 0.00046675754561574783, + "loss": 5.3238, + "mean_token_accuracy": 0.17014608532190323, + "num_tokens": 5376186.0, + "step": 3060 + }, + { + "entropy": 5.694865655899048, + "epoch": 2.402037617554859, + "grad_norm": 1.203125, + "learning_rate": 0.00046660002302919933, + "loss": 5.5838, + "mean_token_accuracy": 0.15487318187952043, + "num_tokens": 5384888.0, + "step": 3065 + }, + { + "entropy": 5.747969770431519, + "epoch": 2.4059561128526648, + "grad_norm": 1.2109375, + "learning_rate": 0.0004664421580223433, + "loss": 5.4618, + "mean_token_accuracy": 0.1624412640929222, + "num_tokens": 5393394.0, + "step": 3070 + }, + { + "entropy": 5.710650634765625, + "epoch": 2.4098746081504703, + "grad_norm": 1.15625, + "learning_rate": 0.00046628395087730995, + "loss": 5.5272, + "mean_token_accuracy": 0.15911675691604615, + "num_tokens": 5402901.0, + "step": 3075 + }, + { + "entropy": 5.690752744674683, + "epoch": 2.413793103448276, + "grad_norm": 1.125, + "learning_rate": 0.0004661254018768411, + "loss": 5.5223, + "mean_token_accuracy": 0.15797928348183632, + "num_tokens": 5412704.0, + "step": 3080 + }, + { + "entropy": 5.631660890579224, + "epoch": 2.4177115987460813, + "grad_norm": 1.2109375, + "learning_rate": 0.0004659665113042897, + "loss": 5.4885, + "mean_token_accuracy": 0.16516524255275727, + "num_tokens": 5420863.0, + "step": 3085 + }, + { + "entropy": 5.601195001602173, + "epoch": 2.4216300940438873, + "grad_norm": 1.234375, + "learning_rate": 0.0004658072794436187, + "loss": 5.4378, + "mean_token_accuracy": 0.1611546367406845, + "num_tokens": 5430002.0, + "step": 3090 + }, + { + "entropy": 5.615525960922241, + "epoch": 2.425548589341693, + "grad_norm": 1.2578125, + "learning_rate": 0.00046564770657940146, + "loss": 5.4165, + "mean_token_accuracy": 0.16358508318662643, + "num_tokens": 5438424.0, + "step": 3095 + }, + { + "entropy": 5.588921403884887, + "epoch": 2.4294670846394983, + "grad_norm": 1.1171875, + "learning_rate": 0.0004654877929968205, + "loss": 5.4199, + "mean_token_accuracy": 0.16612940281629562, + "num_tokens": 5446970.0, + "step": 3100 + }, + { + "entropy": 5.691753959655761, + "epoch": 2.433385579937304, + "grad_norm": 1.109375, + "learning_rate": 0.0004653275389816673, + "loss": 5.5083, + "mean_token_accuracy": 0.15316883698105813, + "num_tokens": 5456689.0, + "step": 3105 + }, + { + "entropy": 5.600510358810425, + "epoch": 2.43730407523511, + "grad_norm": 1.09375, + "learning_rate": 0.00046516694482034174, + "loss": 5.3974, + "mean_token_accuracy": 0.16697040051221848, + "num_tokens": 5465269.0, + "step": 3110 + }, + { + "entropy": 5.6311359882354735, + "epoch": 2.4412225705329154, + "grad_norm": 1.1484375, + "learning_rate": 0.00046500601079985164, + "loss": 5.4653, + "mean_token_accuracy": 0.1607479929924011, + "num_tokens": 5473930.0, + "step": 3115 + }, + { + "entropy": 5.596141195297241, + "epoch": 2.445141065830721, + "grad_norm": 1.1953125, + "learning_rate": 0.0004648447372078123, + "loss": 5.4947, + "mean_token_accuracy": 0.1638297162950039, + "num_tokens": 5482885.0, + "step": 3120 + }, + { + "entropy": 5.646732997894287, + "epoch": 2.449059561128527, + "grad_norm": 1.2265625, + "learning_rate": 0.0004646831243324457, + "loss": 5.4329, + "mean_token_accuracy": 0.16114894300699234, + "num_tokens": 5491489.0, + "step": 3125 + }, + { + "entropy": 5.697061824798584, + "epoch": 2.4529780564263324, + "grad_norm": 1.15625, + "learning_rate": 0.0004645211724625802, + "loss": 5.4942, + "mean_token_accuracy": 0.1590850308537483, + "num_tokens": 5499694.0, + "step": 3130 + }, + { + "entropy": 5.564854335784912, + "epoch": 2.456896551724138, + "grad_norm": 1.140625, + "learning_rate": 0.00046435888188765015, + "loss": 5.3795, + "mean_token_accuracy": 0.16652424037456512, + "num_tokens": 5508037.0, + "step": 3135 + }, + { + "entropy": 5.583059644699096, + "epoch": 2.4608150470219434, + "grad_norm": 1.1484375, + "learning_rate": 0.0004641962528976951, + "loss": 5.3679, + "mean_token_accuracy": 0.16881446093320845, + "num_tokens": 5516644.0, + "step": 3140 + }, + { + "entropy": 5.611056900024414, + "epoch": 2.4647335423197494, + "grad_norm": 1.2109375, + "learning_rate": 0.0004640332857833593, + "loss": 5.4417, + "mean_token_accuracy": 0.15885722637176514, + "num_tokens": 5524789.0, + "step": 3145 + }, + { + "entropy": 5.682217168807983, + "epoch": 2.468652037617555, + "grad_norm": 1.171875, + "learning_rate": 0.00046386998083589156, + "loss": 5.4746, + "mean_token_accuracy": 0.16199354231357574, + "num_tokens": 5533739.0, + "step": 3150 + }, + { + "entropy": 5.724471616744995, + "epoch": 2.4725705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0004637063383471442, + "loss": 5.4943, + "mean_token_accuracy": 0.16090431064367294, + "num_tokens": 5542735.0, + "step": 3155 + }, + { + "entropy": 5.5542542934417725, + "epoch": 2.476489028213166, + "grad_norm": 1.1875, + "learning_rate": 0.00046354235860957287, + "loss": 5.3446, + "mean_token_accuracy": 0.17048244625329972, + "num_tokens": 5551272.0, + "step": 3160 + }, + { + "entropy": 5.644335508346558, + "epoch": 2.480407523510972, + "grad_norm": 1.2109375, + "learning_rate": 0.0004633780419162361, + "loss": 5.5349, + "mean_token_accuracy": 0.1576820582151413, + "num_tokens": 5559868.0, + "step": 3165 + }, + { + "entropy": 5.637001800537109, + "epoch": 2.4843260188087775, + "grad_norm": 1.1484375, + "learning_rate": 0.00046321338856079435, + "loss": 5.3278, + "mean_token_accuracy": 0.17181121557950974, + "num_tokens": 5568276.0, + "step": 3170 + }, + { + "entropy": 5.593462800979614, + "epoch": 2.488244514106583, + "grad_norm": 1.15625, + "learning_rate": 0.00046304839883750987, + "loss": 5.4098, + "mean_token_accuracy": 0.1587411031126976, + "num_tokens": 5576462.0, + "step": 3175 + }, + { + "entropy": 5.67059473991394, + "epoch": 2.492163009404389, + "grad_norm": 1.1796875, + "learning_rate": 0.000462883073041246, + "loss": 5.5546, + "mean_token_accuracy": 0.15721471160650252, + "num_tokens": 5586044.0, + "step": 3180 + }, + { + "entropy": 5.487815952301025, + "epoch": 2.4960815047021945, + "grad_norm": 1.1875, + "learning_rate": 0.0004627174114674669, + "loss": 5.3507, + "mean_token_accuracy": 0.16307419240474702, + "num_tokens": 5594626.0, + "step": 3185 + }, + { + "entropy": 5.688052940368652, + "epoch": 2.5, + "grad_norm": 1.1796875, + "learning_rate": 0.0004625514144122365, + "loss": 5.4132, + "mean_token_accuracy": 0.15807681083679198, + "num_tokens": 5603268.0, + "step": 3190 + }, + { + "entropy": 5.582400751113892, + "epoch": 2.5039184952978055, + "grad_norm": 1.3125, + "learning_rate": 0.0004623850821722185, + "loss": 5.3728, + "mean_token_accuracy": 0.16239736527204512, + "num_tokens": 5612053.0, + "step": 3195 + }, + { + "entropy": 5.606302261352539, + "epoch": 2.507836990595611, + "grad_norm": 1.140625, + "learning_rate": 0.0004622184150446756, + "loss": 5.6454, + "mean_token_accuracy": 0.14613621309399605, + "num_tokens": 5621297.0, + "step": 3200 + }, + { + "entropy": 5.737848901748658, + "epoch": 2.511755485893417, + "grad_norm": 1.1640625, + "learning_rate": 0.00046205141332746904, + "loss": 5.4563, + "mean_token_accuracy": 0.16175559759140015, + "num_tokens": 5629683.0, + "step": 3205 + }, + { + "entropy": 5.516789770126342, + "epoch": 2.5156739811912225, + "grad_norm": 1.140625, + "learning_rate": 0.00046188407731905787, + "loss": 5.3899, + "mean_token_accuracy": 0.16603742241859437, + "num_tokens": 5638707.0, + "step": 3210 + }, + { + "entropy": 5.679071044921875, + "epoch": 2.519592476489028, + "grad_norm": 1.1171875, + "learning_rate": 0.0004617164073184987, + "loss": 5.4352, + "mean_token_accuracy": 0.16149932891130447, + "num_tokens": 5648241.0, + "step": 3215 + }, + { + "entropy": 5.612945175170898, + "epoch": 2.523510971786834, + "grad_norm": 1.21875, + "learning_rate": 0.00046154840362544496, + "loss": 5.4819, + "mean_token_accuracy": 0.15746894627809524, + "num_tokens": 5656743.0, + "step": 3220 + }, + { + "entropy": 5.615722131729126, + "epoch": 2.5274294670846396, + "grad_norm": 1.2109375, + "learning_rate": 0.0004613800665401466, + "loss": 5.4624, + "mean_token_accuracy": 0.1578985258936882, + "num_tokens": 5666418.0, + "step": 3225 + }, + { + "entropy": 5.603916788101197, + "epoch": 2.531347962382445, + "grad_norm": 1.171875, + "learning_rate": 0.0004612113963634493, + "loss": 5.4203, + "mean_token_accuracy": 0.15906696319580077, + "num_tokens": 5675404.0, + "step": 3230 + }, + { + "entropy": 5.617366218566895, + "epoch": 2.535266457680251, + "grad_norm": 1.1484375, + "learning_rate": 0.0004610423933967938, + "loss": 5.4933, + "mean_token_accuracy": 0.15284438133239747, + "num_tokens": 5684699.0, + "step": 3235 + }, + { + "entropy": 5.690285110473633, + "epoch": 2.5391849529780566, + "grad_norm": 1.15625, + "learning_rate": 0.000460873057942216, + "loss": 5.4887, + "mean_token_accuracy": 0.16056734919548035, + "num_tokens": 5693219.0, + "step": 3240 + }, + { + "entropy": 5.702360773086548, + "epoch": 2.543103448275862, + "grad_norm": 1.1875, + "learning_rate": 0.0004607033903023458, + "loss": 5.522, + "mean_token_accuracy": 0.15981431901454926, + "num_tokens": 5702005.0, + "step": 3245 + }, + { + "entropy": 5.733270788192749, + "epoch": 2.5470219435736676, + "grad_norm": 1.1484375, + "learning_rate": 0.00046053339078040674, + "loss": 5.5047, + "mean_token_accuracy": 0.15839407444000245, + "num_tokens": 5710715.0, + "step": 3250 + }, + { + "entropy": 5.598942708969116, + "epoch": 2.550940438871473, + "grad_norm": 1.1953125, + "learning_rate": 0.0004603630596802155, + "loss": 5.4215, + "mean_token_accuracy": 0.16150805950164795, + "num_tokens": 5719444.0, + "step": 3255 + }, + { + "entropy": 5.517152309417725, + "epoch": 2.554858934169279, + "grad_norm": 1.3125, + "learning_rate": 0.0004601923973061814, + "loss": 5.4324, + "mean_token_accuracy": 0.15545494109392166, + "num_tokens": 5727755.0, + "step": 3260 + }, + { + "entropy": 5.615048742294311, + "epoch": 2.5587774294670846, + "grad_norm": 1.1328125, + "learning_rate": 0.00046002140396330575, + "loss": 5.335, + "mean_token_accuracy": 0.1671610489487648, + "num_tokens": 5736933.0, + "step": 3265 + }, + { + "entropy": 5.673175382614136, + "epoch": 2.56269592476489, + "grad_norm": 1.140625, + "learning_rate": 0.00045985007995718154, + "loss": 5.517, + "mean_token_accuracy": 0.1642877921462059, + "num_tokens": 5745831.0, + "step": 3270 + }, + { + "entropy": 5.678241300582886, + "epoch": 2.566614420062696, + "grad_norm": 1.15625, + "learning_rate": 0.0004596784255939923, + "loss": 5.5531, + "mean_token_accuracy": 0.15819532945752143, + "num_tokens": 5755419.0, + "step": 3275 + }, + { + "entropy": 5.631372880935669, + "epoch": 2.5705329153605017, + "grad_norm": 1.1953125, + "learning_rate": 0.0004595064411805123, + "loss": 5.4329, + "mean_token_accuracy": 0.16395663022994994, + "num_tokens": 5764008.0, + "step": 3280 + }, + { + "entropy": 5.574886322021484, + "epoch": 2.574451410658307, + "grad_norm": 1.265625, + "learning_rate": 0.0004593341270241057, + "loss": 5.3526, + "mean_token_accuracy": 0.1645262286067009, + "num_tokens": 5772129.0, + "step": 3285 + }, + { + "entropy": 5.605494165420533, + "epoch": 2.5783699059561127, + "grad_norm": 1.1171875, + "learning_rate": 0.0004591614834327257, + "loss": 5.4728, + "mean_token_accuracy": 0.1581420123577118, + "num_tokens": 5781079.0, + "step": 3290 + }, + { + "entropy": 5.610899257659912, + "epoch": 2.5822884012539182, + "grad_norm": 1.140625, + "learning_rate": 0.00045898851071491444, + "loss": 5.4462, + "mean_token_accuracy": 0.16424137055873872, + "num_tokens": 5790444.0, + "step": 3295 + }, + { + "entropy": 5.533226203918457, + "epoch": 2.586206896551724, + "grad_norm": 1.2109375, + "learning_rate": 0.0004588152091798022, + "loss": 5.3204, + "mean_token_accuracy": 0.16239900141954422, + "num_tokens": 5799828.0, + "step": 3300 + }, + { + "entropy": 5.688413190841675, + "epoch": 2.5901253918495297, + "grad_norm": 1.2578125, + "learning_rate": 0.0004586415791371069, + "loss": 5.6048, + "mean_token_accuracy": 0.14757455736398697, + "num_tokens": 5808765.0, + "step": 3305 + }, + { + "entropy": 5.726306390762329, + "epoch": 2.5940438871473352, + "grad_norm": 1.140625, + "learning_rate": 0.0004584676208971336, + "loss": 5.3726, + "mean_token_accuracy": 0.16757129430770873, + "num_tokens": 5817281.0, + "step": 3310 + }, + { + "entropy": 5.520856428146362, + "epoch": 2.597962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.00045829333477077384, + "loss": 5.4159, + "mean_token_accuracy": 0.17432797700166702, + "num_tokens": 5825741.0, + "step": 3315 + }, + { + "entropy": 5.61427526473999, + "epoch": 2.6018808777429467, + "grad_norm": 1.3203125, + "learning_rate": 0.0004581187210695053, + "loss": 5.3821, + "mean_token_accuracy": 0.1676635965704918, + "num_tokens": 5834466.0, + "step": 3320 + }, + { + "entropy": 5.560508775711059, + "epoch": 2.6057993730407523, + "grad_norm": 1.203125, + "learning_rate": 0.000457943780105391, + "loss": 5.4323, + "mean_token_accuracy": 0.16290040761232377, + "num_tokens": 5843463.0, + "step": 3325 + }, + { + "entropy": 5.613198900222779, + "epoch": 2.6097178683385582, + "grad_norm": 1.2109375, + "learning_rate": 0.00045776851219107856, + "loss": 5.4575, + "mean_token_accuracy": 0.15541307330131532, + "num_tokens": 5851885.0, + "step": 3330 + }, + { + "entropy": 5.691914033889771, + "epoch": 2.6136363636363638, + "grad_norm": 1.0546875, + "learning_rate": 0.00045759291763980035, + "loss": 5.4538, + "mean_token_accuracy": 0.16642256081104279, + "num_tokens": 5861537.0, + "step": 3335 + }, + { + "entropy": 5.5215497493743895, + "epoch": 2.6175548589341693, + "grad_norm": 1.078125, + "learning_rate": 0.00045741699676537227, + "loss": 5.3842, + "mean_token_accuracy": 0.16373006626963615, + "num_tokens": 5870332.0, + "step": 3340 + }, + { + "entropy": 5.634155559539795, + "epoch": 2.621473354231975, + "grad_norm": 1.1640625, + "learning_rate": 0.00045724074988219343, + "loss": 5.5963, + "mean_token_accuracy": 0.15622956901788712, + "num_tokens": 5879240.0, + "step": 3345 + }, + { + "entropy": 5.525441694259643, + "epoch": 2.6253918495297803, + "grad_norm": 1.1015625, + "learning_rate": 0.00045706417730524565, + "loss": 5.3479, + "mean_token_accuracy": 0.1612783044576645, + "num_tokens": 5887961.0, + "step": 3350 + }, + { + "entropy": 5.667619323730468, + "epoch": 2.6293103448275863, + "grad_norm": 1.15625, + "learning_rate": 0.0004568872793500927, + "loss": 5.5637, + "mean_token_accuracy": 0.1625274196267128, + "num_tokens": 5896551.0, + "step": 3355 + }, + { + "entropy": 5.583553075790405, + "epoch": 2.633228840125392, + "grad_norm": 1.09375, + "learning_rate": 0.00045671005633287986, + "loss": 5.3704, + "mean_token_accuracy": 0.16467083990573883, + "num_tokens": 5905485.0, + "step": 3360 + }, + { + "entropy": 5.567110204696656, + "epoch": 2.6371473354231973, + "grad_norm": 1.1953125, + "learning_rate": 0.0004565325085703336, + "loss": 5.4011, + "mean_token_accuracy": 0.16050159335136413, + "num_tokens": 5915166.0, + "step": 3365 + }, + { + "entropy": 5.640669679641723, + "epoch": 2.6410658307210033, + "grad_norm": 1.1640625, + "learning_rate": 0.0004563546363797602, + "loss": 5.4344, + "mean_token_accuracy": 0.16531543731689452, + "num_tokens": 5923782.0, + "step": 3370 + }, + { + "entropy": 5.621229076385498, + "epoch": 2.644984326018809, + "grad_norm": 1.2265625, + "learning_rate": 0.0004561764400790465, + "loss": 5.528, + "mean_token_accuracy": 0.15729653984308242, + "num_tokens": 5931904.0, + "step": 3375 + }, + { + "entropy": 5.6186549186706545, + "epoch": 2.6489028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.00045599791998665796, + "loss": 5.4374, + "mean_token_accuracy": 0.16541447937488557, + "num_tokens": 5940067.0, + "step": 3380 + }, + { + "entropy": 5.616342639923095, + "epoch": 2.6528213166144203, + "grad_norm": 1.1328125, + "learning_rate": 0.0004558190764216389, + "loss": 5.4176, + "mean_token_accuracy": 0.16869635432958602, + "num_tokens": 5948663.0, + "step": 3385 + }, + { + "entropy": 5.684710073471069, + "epoch": 2.656739811912226, + "grad_norm": 1.2109375, + "learning_rate": 0.0004556399097036119, + "loss": 5.4253, + "mean_token_accuracy": 0.1626061663031578, + "num_tokens": 5957224.0, + "step": 3390 + }, + { + "entropy": 5.622564649581909, + "epoch": 2.6606583072100314, + "grad_norm": 1.1796875, + "learning_rate": 0.0004554604201527768, + "loss": 5.5362, + "mean_token_accuracy": 0.1558627665042877, + "num_tokens": 5965604.0, + "step": 3395 + }, + { + "entropy": 5.571040296554566, + "epoch": 2.664576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00045528060808991075, + "loss": 5.3626, + "mean_token_accuracy": 0.16696271449327468, + "num_tokens": 5974309.0, + "step": 3400 + }, + { + "entropy": 5.546795654296875, + "epoch": 2.6684952978056424, + "grad_norm": 1.1796875, + "learning_rate": 0.0004551004738363669, + "loss": 5.3774, + "mean_token_accuracy": 0.1614482581615448, + "num_tokens": 5982315.0, + "step": 3405 + }, + { + "entropy": 5.631612110137939, + "epoch": 2.6724137931034484, + "grad_norm": 1.2578125, + "learning_rate": 0.00045492001771407434, + "loss": 5.3955, + "mean_token_accuracy": 0.17008334398269653, + "num_tokens": 5990515.0, + "step": 3410 + }, + { + "entropy": 5.632847738265991, + "epoch": 2.676332288401254, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547392400455374, + "loss": 5.5513, + "mean_token_accuracy": 0.1599658966064453, + "num_tokens": 6000431.0, + "step": 3415 + }, + { + "entropy": 5.612500715255737, + "epoch": 2.6802507836990594, + "grad_norm": 1.2890625, + "learning_rate": 0.0004545581411538353, + "loss": 5.4756, + "mean_token_accuracy": 0.15511866062879562, + "num_tokens": 6009022.0, + "step": 3420 + }, + { + "entropy": 5.65234489440918, + "epoch": 2.6841692789968654, + "grad_norm": 1.0859375, + "learning_rate": 0.00045437672136262083, + "loss": 5.4005, + "mean_token_accuracy": 0.16104743182659148, + "num_tokens": 6019330.0, + "step": 3425 + }, + { + "entropy": 5.538012981414795, + "epoch": 2.688087774294671, + "grad_norm": 1.1171875, + "learning_rate": 0.0004541949809961208, + "loss": 5.4257, + "mean_token_accuracy": 0.17339180707931517, + "num_tokens": 6027492.0, + "step": 3430 + }, + { + "entropy": 5.658903741836548, + "epoch": 2.6920062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004540129203791346, + "loss": 5.4545, + "mean_token_accuracy": 0.16489011645317078, + "num_tokens": 6036467.0, + "step": 3435 + }, + { + "entropy": 5.572162246704101, + "epoch": 2.695924764890282, + "grad_norm": 1.125, + "learning_rate": 0.00045383053983703413, + "loss": 5.407, + "mean_token_accuracy": 0.16315893530845643, + "num_tokens": 6045711.0, + "step": 3440 + }, + { + "entropy": 5.554269123077392, + "epoch": 2.6998432601880875, + "grad_norm": 1.15625, + "learning_rate": 0.00045364783969576296, + "loss": 5.4705, + "mean_token_accuracy": 0.16008178889751434, + "num_tokens": 6054626.0, + "step": 3445 + }, + { + "entropy": 5.646736717224121, + "epoch": 2.7037617554858935, + "grad_norm": 1.1484375, + "learning_rate": 0.00045346482028183583, + "loss": 5.534, + "mean_token_accuracy": 0.1618146926164627, + "num_tokens": 6064118.0, + "step": 3450 + }, + { + "entropy": 5.637236022949219, + "epoch": 2.707680250783699, + "grad_norm": 1.171875, + "learning_rate": 0.00045328148192233823, + "loss": 5.4373, + "mean_token_accuracy": 0.16148429214954377, + "num_tokens": 6072723.0, + "step": 3455 + }, + { + "entropy": 5.633076858520508, + "epoch": 2.7115987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.0004530978249449254, + "loss": 5.4056, + "mean_token_accuracy": 0.17186853736639024, + "num_tokens": 6081535.0, + "step": 3460 + }, + { + "entropy": 5.590723657608033, + "epoch": 2.7155172413793105, + "grad_norm": 1.1796875, + "learning_rate": 0.0004529138496778222, + "loss": 5.3805, + "mean_token_accuracy": 0.16959122717380523, + "num_tokens": 6090524.0, + "step": 3465 + }, + { + "entropy": 5.596432876586914, + "epoch": 2.719435736677116, + "grad_norm": 1.1484375, + "learning_rate": 0.0004527295564498222, + "loss": 5.4465, + "mean_token_accuracy": 0.16445804834365846, + "num_tokens": 6099870.0, + "step": 3470 + }, + { + "entropy": 5.6235284328460695, + "epoch": 2.7233542319749215, + "grad_norm": 1.2265625, + "learning_rate": 0.0004525449455902874, + "loss": 5.4235, + "mean_token_accuracy": 0.16751915067434311, + "num_tokens": 6107760.0, + "step": 3475 + }, + { + "entropy": 5.6068034172058105, + "epoch": 2.7272727272727275, + "grad_norm": 1.0859375, + "learning_rate": 0.0004523600174291473, + "loss": 5.4883, + "mean_token_accuracy": 0.16328197419643403, + "num_tokens": 6117135.0, + "step": 3480 + }, + { + "entropy": 5.559489727020264, + "epoch": 2.731191222570533, + "grad_norm": 1.21875, + "learning_rate": 0.0004521747722968985, + "loss": 5.4378, + "mean_token_accuracy": 0.1646498441696167, + "num_tokens": 6125711.0, + "step": 3485 + }, + { + "entropy": 5.658491802215576, + "epoch": 2.7351097178683386, + "grad_norm": 1.171875, + "learning_rate": 0.00045198921052460396, + "loss": 5.5131, + "mean_token_accuracy": 0.15748890489339828, + "num_tokens": 6134623.0, + "step": 3490 + }, + { + "entropy": 5.7147058010101315, + "epoch": 2.739028213166144, + "grad_norm": 1.234375, + "learning_rate": 0.0004518033324438928, + "loss": 5.4871, + "mean_token_accuracy": 0.15890766084194183, + "num_tokens": 6143228.0, + "step": 3495 + }, + { + "entropy": 5.552452516555786, + "epoch": 2.7429467084639496, + "grad_norm": 1.1875, + "learning_rate": 0.0004516171383869593, + "loss": 5.469, + "mean_token_accuracy": 0.1633103907108307, + "num_tokens": 6152021.0, + "step": 3500 + }, + { + "epoch": 2.7429467084639496, + "eval_entropy": 5.414383830026138, + "eval_loss": 5.8682355880737305, + "eval_mean_token_accuracy": 0.15274352232326371, + "eval_num_tokens": 6152021.0, + "eval_runtime": 2.8317, + "eval_samples_per_second": 1455.64, + "eval_steps_per_second": 182.22, + "step": 3500 + }, + { + "entropy": 5.643088293075562, + "epoch": 2.7468652037617556, + "grad_norm": 1.1640625, + "learning_rate": 0.00045143062868656234, + "loss": 5.5211, + "mean_token_accuracy": 0.1622963473200798, + "num_tokens": 6161389.0, + "step": 3505 + }, + { + "entropy": 5.6994085788726805, + "epoch": 2.750783699059561, + "grad_norm": 1.140625, + "learning_rate": 0.000451243803676025, + "loss": 5.4581, + "mean_token_accuracy": 0.16562668979167938, + "num_tokens": 6170381.0, + "step": 3510 + }, + { + "entropy": 5.587498950958252, + "epoch": 2.7547021943573666, + "grad_norm": 1.140625, + "learning_rate": 0.00045105666368923397, + "loss": 5.4058, + "mean_token_accuracy": 0.1639431193470955, + "num_tokens": 6179071.0, + "step": 3515 + }, + { + "entropy": 5.541202402114868, + "epoch": 2.7586206896551726, + "grad_norm": 1.171875, + "learning_rate": 0.00045086920906063866, + "loss": 5.4143, + "mean_token_accuracy": 0.1619719982147217, + "num_tokens": 6187896.0, + "step": 3520 + }, + { + "entropy": 5.555576372146606, + "epoch": 2.762539184952978, + "grad_norm": 1.171875, + "learning_rate": 0.00045068144012525095, + "loss": 5.3908, + "mean_token_accuracy": 0.17135699987411498, + "num_tokens": 6196328.0, + "step": 3525 + }, + { + "entropy": 5.511662530899048, + "epoch": 2.7664576802507836, + "grad_norm": 1.1796875, + "learning_rate": 0.00045049335721864426, + "loss": 5.4228, + "mean_token_accuracy": 0.15722364485263823, + "num_tokens": 6204703.0, + "step": 3530 + }, + { + "entropy": 5.598114967346191, + "epoch": 2.7703761755485896, + "grad_norm": 1.1640625, + "learning_rate": 0.00045030496067695336, + "loss": 5.4198, + "mean_token_accuracy": 0.16125878989696502, + "num_tokens": 6213496.0, + "step": 3535 + }, + { + "entropy": 5.602514410018921, + "epoch": 2.774294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0004501162508368733, + "loss": 5.3708, + "mean_token_accuracy": 0.16854795217514038, + "num_tokens": 6222112.0, + "step": 3540 + }, + { + "entropy": 5.5321849346160885, + "epoch": 2.7782131661442007, + "grad_norm": 1.1953125, + "learning_rate": 0.0004499272280356594, + "loss": 5.4907, + "mean_token_accuracy": 0.1533934846520424, + "num_tokens": 6230288.0, + "step": 3545 + }, + { + "entropy": 5.587235784530639, + "epoch": 2.782131661442006, + "grad_norm": 1.1796875, + "learning_rate": 0.0004497378926111257, + "loss": 5.345, + "mean_token_accuracy": 0.17369745969772338, + "num_tokens": 6238608.0, + "step": 3550 + }, + { + "entropy": 5.627431440353393, + "epoch": 2.7860501567398117, + "grad_norm": 1.1875, + "learning_rate": 0.0004495482449016456, + "loss": 5.4798, + "mean_token_accuracy": 0.16244604885578157, + "num_tokens": 6247902.0, + "step": 3555 + }, + { + "entropy": 5.574715185165405, + "epoch": 2.7899686520376177, + "grad_norm": 1.1015625, + "learning_rate": 0.0004493582852461501, + "loss": 5.4332, + "mean_token_accuracy": 0.16872989386320114, + "num_tokens": 6257433.0, + "step": 3560 + }, + { + "entropy": 5.572787284851074, + "epoch": 2.793887147335423, + "grad_norm": 1.1328125, + "learning_rate": 0.0004491680139841281, + "loss": 5.4158, + "mean_token_accuracy": 0.16313964426517485, + "num_tokens": 6266017.0, + "step": 3565 + }, + { + "entropy": 5.630651569366455, + "epoch": 2.7978056426332287, + "grad_norm": 1.28125, + "learning_rate": 0.000448977431455625, + "loss": 5.5203, + "mean_token_accuracy": 0.15141590163111687, + "num_tokens": 6274759.0, + "step": 3570 + }, + { + "entropy": 5.641405630111694, + "epoch": 2.8017241379310347, + "grad_norm": 1.234375, + "learning_rate": 0.00044878653800124285, + "loss": 5.3845, + "mean_token_accuracy": 0.16816764771938325, + "num_tokens": 6283699.0, + "step": 3575 + }, + { + "entropy": 5.567658567428589, + "epoch": 2.80564263322884, + "grad_norm": 1.1796875, + "learning_rate": 0.0004485953339621391, + "loss": 5.4174, + "mean_token_accuracy": 0.16217992901802064, + "num_tokens": 6292562.0, + "step": 3580 + }, + { + "entropy": 5.533685970306396, + "epoch": 2.8095611285266457, + "grad_norm": 1.1640625, + "learning_rate": 0.0004484038196800265, + "loss": 5.3776, + "mean_token_accuracy": 0.1700371041893959, + "num_tokens": 6300928.0, + "step": 3585 + }, + { + "entropy": 5.546323251724243, + "epoch": 2.8134796238244513, + "grad_norm": 1.0859375, + "learning_rate": 0.0004482119954971719, + "loss": 5.3093, + "mean_token_accuracy": 0.16769690960645675, + "num_tokens": 6309994.0, + "step": 3590 + }, + { + "entropy": 5.619518089294433, + "epoch": 2.817398119122257, + "grad_norm": 1.234375, + "learning_rate": 0.00044801986175639635, + "loss": 5.4345, + "mean_token_accuracy": 0.16344505101442336, + "num_tokens": 6318856.0, + "step": 3595 + }, + { + "entropy": 5.5285991668701175, + "epoch": 2.8213166144200628, + "grad_norm": 1.203125, + "learning_rate": 0.0004478274188010741, + "loss": 5.4324, + "mean_token_accuracy": 0.1600890651345253, + "num_tokens": 6327274.0, + "step": 3600 + }, + { + "entropy": 5.677964973449707, + "epoch": 2.8252351097178683, + "grad_norm": 1.1484375, + "learning_rate": 0.00044763466697513173, + "loss": 5.491, + "mean_token_accuracy": 0.17462221533060074, + "num_tokens": 6335957.0, + "step": 3605 + }, + { + "entropy": 5.668510293960571, + "epoch": 2.829153605015674, + "grad_norm": 1.171875, + "learning_rate": 0.00044744160662304805, + "loss": 5.4987, + "mean_token_accuracy": 0.16850878596305846, + "num_tokens": 6344673.0, + "step": 3610 + }, + { + "entropy": 5.561325788497925, + "epoch": 2.83307210031348, + "grad_norm": 1.21875, + "learning_rate": 0.00044724823808985325, + "loss": 5.3639, + "mean_token_accuracy": 0.1669614925980568, + "num_tokens": 6353085.0, + "step": 3615 + }, + { + "entropy": 5.608777952194214, + "epoch": 2.8369905956112853, + "grad_norm": 1.09375, + "learning_rate": 0.0004470545617211283, + "loss": 5.4259, + "mean_token_accuracy": 0.16076537147164344, + "num_tokens": 6362107.0, + "step": 3620 + }, + { + "entropy": 5.584958410263061, + "epoch": 2.840909090909091, + "grad_norm": 1.15625, + "learning_rate": 0.00044686057786300423, + "loss": 5.3999, + "mean_token_accuracy": 0.16815428733825682, + "num_tokens": 6370381.0, + "step": 3625 + }, + { + "entropy": 5.557851696014405, + "epoch": 2.844827586206897, + "grad_norm": 1.1796875, + "learning_rate": 0.00044666628686216154, + "loss": 5.4355, + "mean_token_accuracy": 0.16155474483966828, + "num_tokens": 6378790.0, + "step": 3630 + }, + { + "entropy": 5.510302448272705, + "epoch": 2.8487460815047023, + "grad_norm": 1.234375, + "learning_rate": 0.00044647168906583, + "loss": 5.4135, + "mean_token_accuracy": 0.16343684494495392, + "num_tokens": 6387997.0, + "step": 3635 + }, + { + "entropy": 5.608069324493409, + "epoch": 2.852664576802508, + "grad_norm": 1.125, + "learning_rate": 0.00044627678482178716, + "loss": 5.4346, + "mean_token_accuracy": 0.16666958928108216, + "num_tokens": 6397458.0, + "step": 3640 + }, + { + "entropy": 5.595707035064697, + "epoch": 2.8565830721003134, + "grad_norm": 1.1953125, + "learning_rate": 0.0004460815744783587, + "loss": 5.3743, + "mean_token_accuracy": 0.16629649698734283, + "num_tokens": 6405481.0, + "step": 3645 + }, + { + "entropy": 5.604511451721192, + "epoch": 2.860501567398119, + "grad_norm": 1.25, + "learning_rate": 0.000445886058384417, + "loss": 5.4924, + "mean_token_accuracy": 0.15888008326292039, + "num_tokens": 6414087.0, + "step": 3650 + }, + { + "entropy": 5.607482194900513, + "epoch": 2.864420062695925, + "grad_norm": 1.2265625, + "learning_rate": 0.0004456902368893811, + "loss": 5.3191, + "mean_token_accuracy": 0.1759709596633911, + "num_tokens": 6421934.0, + "step": 3655 + }, + { + "entropy": 5.54454607963562, + "epoch": 2.8683385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0004454941103432158, + "loss": 5.3414, + "mean_token_accuracy": 0.1674615979194641, + "num_tokens": 6431028.0, + "step": 3660 + }, + { + "entropy": 5.46548752784729, + "epoch": 2.872257053291536, + "grad_norm": 1.1015625, + "learning_rate": 0.00044529767909643093, + "loss": 5.2974, + "mean_token_accuracy": 0.17255107015371324, + "num_tokens": 6439913.0, + "step": 3665 + }, + { + "entropy": 5.61080904006958, + "epoch": 2.876175548589342, + "grad_norm": 1.234375, + "learning_rate": 0.0004451009435000811, + "loss": 5.3955, + "mean_token_accuracy": 0.16260457783937454, + "num_tokens": 6449161.0, + "step": 3670 + }, + { + "entropy": 5.580524539947509, + "epoch": 2.8800940438871474, + "grad_norm": 1.25, + "learning_rate": 0.0004449039039057647, + "loss": 5.5008, + "mean_token_accuracy": 0.16669165194034577, + "num_tokens": 6457834.0, + "step": 3675 + }, + { + "entropy": 5.509667015075683, + "epoch": 2.884012539184953, + "grad_norm": 1.21875, + "learning_rate": 0.00044470656066562336, + "loss": 5.3213, + "mean_token_accuracy": 0.17255610674619676, + "num_tokens": 6465879.0, + "step": 3680 + }, + { + "entropy": 5.502434110641479, + "epoch": 2.887931034482759, + "grad_norm": 1.1875, + "learning_rate": 0.0004445089141323415, + "loss": 5.3251, + "mean_token_accuracy": 0.16640148162841797, + "num_tokens": 6474801.0, + "step": 3685 + }, + { + "entropy": 5.540452337265014, + "epoch": 2.8918495297805644, + "grad_norm": 1.25, + "learning_rate": 0.00044431096465914554, + "loss": 5.3657, + "mean_token_accuracy": 0.1723470151424408, + "num_tokens": 6483532.0, + "step": 3690 + }, + { + "entropy": 5.532334518432617, + "epoch": 2.89576802507837, + "grad_norm": 1.2265625, + "learning_rate": 0.00044411271259980315, + "loss": 5.3465, + "mean_token_accuracy": 0.1612808346748352, + "num_tokens": 6491372.0, + "step": 3695 + }, + { + "entropy": 5.501596736907959, + "epoch": 2.8996865203761755, + "grad_norm": 1.203125, + "learning_rate": 0.0004439141583086231, + "loss": 5.3612, + "mean_token_accuracy": 0.16393718719482422, + "num_tokens": 6500001.0, + "step": 3700 + }, + { + "entropy": 5.669638776779175, + "epoch": 2.903605015673981, + "grad_norm": 1.2890625, + "learning_rate": 0.00044371530214045395, + "loss": 5.4632, + "mean_token_accuracy": 0.16313758194446565, + "num_tokens": 6507750.0, + "step": 3705 + }, + { + "entropy": 5.489681100845337, + "epoch": 2.907523510971787, + "grad_norm": 1.25, + "learning_rate": 0.00044351614445068413, + "loss": 5.3241, + "mean_token_accuracy": 0.16466565132141114, + "num_tokens": 6517888.0, + "step": 3710 + }, + { + "entropy": 5.614689445495605, + "epoch": 2.9114420062695925, + "grad_norm": 1.171875, + "learning_rate": 0.00044331668559524043, + "loss": 5.4777, + "mean_token_accuracy": 0.1595204085111618, + "num_tokens": 6526573.0, + "step": 3715 + }, + { + "entropy": 5.553948974609375, + "epoch": 2.915360501567398, + "grad_norm": 1.109375, + "learning_rate": 0.0004431169259305883, + "loss": 5.3968, + "mean_token_accuracy": 0.16814989745616912, + "num_tokens": 6536544.0, + "step": 3720 + }, + { + "entropy": 5.6320888042449955, + "epoch": 2.919278996865204, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429168658137306, + "loss": 5.4218, + "mean_token_accuracy": 0.16275950148701668, + "num_tokens": 6544982.0, + "step": 3725 + }, + { + "entropy": 5.551886749267578, + "epoch": 2.9231974921630095, + "grad_norm": 1.15625, + "learning_rate": 0.00044271650560220746, + "loss": 5.4456, + "mean_token_accuracy": 0.16412553191184998, + "num_tokens": 6553664.0, + "step": 3730 + }, + { + "entropy": 5.588349199295044, + "epoch": 2.927115987460815, + "grad_norm": 1.2265625, + "learning_rate": 0.00044251584565409464, + "loss": 5.4212, + "mean_token_accuracy": 0.16144543141126633, + "num_tokens": 6562234.0, + "step": 3735 + }, + { + "entropy": 5.522047853469848, + "epoch": 2.9310344827586206, + "grad_norm": 1.2421875, + "learning_rate": 0.0004423148863280044, + "loss": 5.3825, + "mean_token_accuracy": 0.16582272052764893, + "num_tokens": 6570707.0, + "step": 3740 + }, + { + "entropy": 5.623364686965942, + "epoch": 2.934952978056426, + "grad_norm": 1.1171875, + "learning_rate": 0.00044211362798308334, + "loss": 5.4298, + "mean_token_accuracy": 0.16516808271408082, + "num_tokens": 6580054.0, + "step": 3745 + }, + { + "entropy": 5.5762903690338135, + "epoch": 2.938871473354232, + "grad_norm": 1.203125, + "learning_rate": 0.0004419120709790129, + "loss": 5.487, + "mean_token_accuracy": 0.16166716068983078, + "num_tokens": 6588585.0, + "step": 3750 + }, + { + "entropy": 5.612081909179688, + "epoch": 2.9427899686520376, + "grad_norm": 1.1796875, + "learning_rate": 0.00044171021567600814, + "loss": 5.4734, + "mean_token_accuracy": 0.16496185213327408, + "num_tokens": 6597290.0, + "step": 3755 + }, + { + "entropy": 5.599429178237915, + "epoch": 2.946708463949843, + "grad_norm": 1.2421875, + "learning_rate": 0.00044150806243481715, + "loss": 5.3989, + "mean_token_accuracy": 0.1622632399201393, + "num_tokens": 6604966.0, + "step": 3760 + }, + { + "entropy": 5.605414915084839, + "epoch": 2.950626959247649, + "grad_norm": 1.203125, + "learning_rate": 0.0004413056116167206, + "loss": 5.3836, + "mean_token_accuracy": 0.16811488717794418, + "num_tokens": 6613588.0, + "step": 3765 + }, + { + "entropy": 5.694739866256714, + "epoch": 2.9545454545454546, + "grad_norm": 1.140625, + "learning_rate": 0.0004411028635835309, + "loss": 5.6062, + "mean_token_accuracy": 0.14811502546072006, + "num_tokens": 6622907.0, + "step": 3770 + }, + { + "entropy": 5.5383378028869625, + "epoch": 2.95846394984326, + "grad_norm": 1.1640625, + "learning_rate": 0.0004408998186975917, + "loss": 5.3947, + "mean_token_accuracy": 0.16675213277339934, + "num_tokens": 6632074.0, + "step": 3775 + }, + { + "entropy": 5.624499273300171, + "epoch": 2.962382445141066, + "grad_norm": 1.2109375, + "learning_rate": 0.00044069647732177696, + "loss": 5.4263, + "mean_token_accuracy": 0.16085358709096909, + "num_tokens": 6640595.0, + "step": 3780 + }, + { + "entropy": 5.641710186004639, + "epoch": 2.9663009404388716, + "grad_norm": 1.21875, + "learning_rate": 0.00044049283981949103, + "loss": 5.4727, + "mean_token_accuracy": 0.15902462005615234, + "num_tokens": 6649861.0, + "step": 3785 + }, + { + "entropy": 5.660275220870972, + "epoch": 2.970219435736677, + "grad_norm": 1.15625, + "learning_rate": 0.0004402889065546667, + "loss": 5.4867, + "mean_token_accuracy": 0.15586813762784005, + "num_tokens": 6659157.0, + "step": 3790 + }, + { + "entropy": 5.599219799041748, + "epoch": 2.9741379310344827, + "grad_norm": 1.265625, + "learning_rate": 0.00044008467789176625, + "loss": 5.4518, + "mean_token_accuracy": 0.16005596220493318, + "num_tokens": 6667979.0, + "step": 3795 + }, + { + "entropy": 5.590052700042724, + "epoch": 2.978056426332288, + "grad_norm": 1.125, + "learning_rate": 0.0004398801541957791, + "loss": 5.4034, + "mean_token_accuracy": 0.16107274889945983, + "num_tokens": 6677239.0, + "step": 3800 + }, + { + "entropy": 5.590973901748657, + "epoch": 2.981974921630094, + "grad_norm": 1.140625, + "learning_rate": 0.0004396753358322223, + "loss": 5.5295, + "mean_token_accuracy": 0.15927643179893494, + "num_tokens": 6687317.0, + "step": 3805 + }, + { + "entropy": 5.551632881164551, + "epoch": 2.9858934169278997, + "grad_norm": 1.15625, + "learning_rate": 0.0004394702231671396, + "loss": 5.413, + "mean_token_accuracy": 0.161776627600193, + "num_tokens": 6695732.0, + "step": 3810 + }, + { + "entropy": 5.546460056304932, + "epoch": 2.989811912225705, + "grad_norm": 1.1953125, + "learning_rate": 0.0004392648165671004, + "loss": 5.3254, + "mean_token_accuracy": 0.17594451904296876, + "num_tokens": 6704272.0, + "step": 3815 + }, + { + "entropy": 5.552908229827881, + "epoch": 2.993730407523511, + "grad_norm": 1.1875, + "learning_rate": 0.0004390591163991998, + "loss": 5.3706, + "mean_token_accuracy": 0.16397657990455627, + "num_tokens": 6713355.0, + "step": 3820 + }, + { + "entropy": 5.587871837615967, + "epoch": 2.9976489028213167, + "grad_norm": 1.2265625, + "learning_rate": 0.00043885312303105725, + "loss": 5.4658, + "mean_token_accuracy": 0.1653267815709114, + "num_tokens": 6721952.0, + "step": 3825 + }, + { + "entropy": 5.543058776855469, + "epoch": 3.001567398119122, + "grad_norm": 1.0703125, + "learning_rate": 0.0004386468368308163, + "loss": 5.2734, + "mean_token_accuracy": 0.17160003930330275, + "num_tokens": 6730582.0, + "step": 3830 + }, + { + "entropy": 5.568611288070679, + "epoch": 3.0054858934169277, + "grad_norm": 1.125, + "learning_rate": 0.0004384402581671438, + "loss": 5.0631, + "mean_token_accuracy": 0.17696447372436525, + "num_tokens": 6739370.0, + "step": 3835 + }, + { + "entropy": 5.526371908187866, + "epoch": 3.0094043887147337, + "grad_norm": 1.1640625, + "learning_rate": 0.0004382333874092295, + "loss": 5.0431, + "mean_token_accuracy": 0.18205696493387222, + "num_tokens": 6748282.0, + "step": 3840 + }, + { + "entropy": 5.6190471172332765, + "epoch": 3.0133228840125392, + "grad_norm": 1.1328125, + "learning_rate": 0.00043802622492678466, + "loss": 5.1684, + "mean_token_accuracy": 0.1718669578433037, + "num_tokens": 6757622.0, + "step": 3845 + }, + { + "entropy": 5.560507535934448, + "epoch": 3.0172413793103448, + "grad_norm": 1.2265625, + "learning_rate": 0.0004378187710900426, + "loss": 5.1056, + "mean_token_accuracy": 0.17592935264110565, + "num_tokens": 6765780.0, + "step": 3850 + }, + { + "entropy": 5.544382572174072, + "epoch": 3.0211598746081503, + "grad_norm": 1.2421875, + "learning_rate": 0.00043761102626975674, + "loss": 5.1099, + "mean_token_accuracy": 0.17691410183906556, + "num_tokens": 6774343.0, + "step": 3855 + }, + { + "entropy": 5.529460048675537, + "epoch": 3.0250783699059562, + "grad_norm": 1.15625, + "learning_rate": 0.0004374029908372007, + "loss": 5.1041, + "mean_token_accuracy": 0.1808921843767166, + "num_tokens": 6783765.0, + "step": 3860 + }, + { + "entropy": 5.6187409400939945, + "epoch": 3.0289968652037618, + "grad_norm": 1.28125, + "learning_rate": 0.00043719466516416774, + "loss": 5.166, + "mean_token_accuracy": 0.17624239325523378, + "num_tokens": 6792102.0, + "step": 3865 + }, + { + "entropy": 5.602795743942261, + "epoch": 3.0329153605015673, + "grad_norm": 1.1015625, + "learning_rate": 0.00043698604962296946, + "loss": 5.09, + "mean_token_accuracy": 0.17620307356119155, + "num_tokens": 6801435.0, + "step": 3870 + }, + { + "entropy": 5.456713485717773, + "epoch": 3.0368338557993733, + "grad_norm": 1.125, + "learning_rate": 0.00043677714458643566, + "loss": 5.1205, + "mean_token_accuracy": 0.1735727608203888, + "num_tokens": 6810409.0, + "step": 3875 + }, + { + "entropy": 5.4551129817962645, + "epoch": 3.040752351097179, + "grad_norm": 1.2109375, + "learning_rate": 0.00043656795042791357, + "loss": 5.0066, + "mean_token_accuracy": 0.18492254316806794, + "num_tokens": 6818752.0, + "step": 3880 + }, + { + "entropy": 5.5124578952789305, + "epoch": 3.0446708463949843, + "grad_norm": 1.21875, + "learning_rate": 0.0004363584675212671, + "loss": 5.0905, + "mean_token_accuracy": 0.17838650196790695, + "num_tokens": 6827880.0, + "step": 3885 + }, + { + "entropy": 5.454521226882934, + "epoch": 3.04858934169279, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361486962408761, + "loss": 5.0865, + "mean_token_accuracy": 0.18407093435525895, + "num_tokens": 6835865.0, + "step": 3890 + }, + { + "entropy": 5.49459433555603, + "epoch": 3.052507836990596, + "grad_norm": 1.25, + "learning_rate": 0.0004359386369616359, + "loss": 5.0443, + "mean_token_accuracy": 0.1849384769797325, + "num_tokens": 6843851.0, + "step": 3895 + }, + { + "entropy": 5.471823406219483, + "epoch": 3.0564263322884013, + "grad_norm": 1.2109375, + "learning_rate": 0.0004357282900589565, + "loss": 5.0965, + "mean_token_accuracy": 0.1811446502804756, + "num_tokens": 6852649.0, + "step": 3900 + }, + { + "entropy": 5.47971544265747, + "epoch": 3.060344827586207, + "grad_norm": 1.1328125, + "learning_rate": 0.00043551765590876183, + "loss": 5.0536, + "mean_token_accuracy": 0.18287423402070999, + "num_tokens": 6861607.0, + "step": 3905 + }, + { + "entropy": 5.440199613571167, + "epoch": 3.0642633228840124, + "grad_norm": 1.25, + "learning_rate": 0.0004353067348874894, + "loss": 5.0757, + "mean_token_accuracy": 0.1747647225856781, + "num_tokens": 6870650.0, + "step": 3910 + }, + { + "entropy": 5.555355358123779, + "epoch": 3.0681818181818183, + "grad_norm": 1.21875, + "learning_rate": 0.00043509552737208923, + "loss": 5.1226, + "mean_token_accuracy": 0.167980919778347, + "num_tokens": 6879820.0, + "step": 3915 + }, + { + "entropy": 5.418352794647217, + "epoch": 3.072100313479624, + "grad_norm": 1.1796875, + "learning_rate": 0.0004348840337400233, + "loss": 5.0409, + "mean_token_accuracy": 0.18314133137464522, + "num_tokens": 6888329.0, + "step": 3920 + }, + { + "entropy": 5.443490362167358, + "epoch": 3.0760188087774294, + "grad_norm": 1.21875, + "learning_rate": 0.00043467225436926517, + "loss": 5.1256, + "mean_token_accuracy": 0.17643692940473557, + "num_tokens": 6897635.0, + "step": 3925 + }, + { + "entropy": 5.520525932312012, + "epoch": 3.079937304075235, + "grad_norm": 1.1796875, + "learning_rate": 0.0004344601896382988, + "loss": 5.1636, + "mean_token_accuracy": 0.18288996070623398, + "num_tokens": 6907275.0, + "step": 3930 + }, + { + "entropy": 5.523024606704712, + "epoch": 3.083855799373041, + "grad_norm": 1.2890625, + "learning_rate": 0.00043424783992611837, + "loss": 5.1091, + "mean_token_accuracy": 0.17494795471429825, + "num_tokens": 6916377.0, + "step": 3935 + }, + { + "entropy": 5.4875256538391115, + "epoch": 3.0877742946708464, + "grad_norm": 1.25, + "learning_rate": 0.00043403520561222705, + "loss": 5.0059, + "mean_token_accuracy": 0.19060440957546235, + "num_tokens": 6924355.0, + "step": 3940 + }, + { + "entropy": 5.420040082931519, + "epoch": 3.091692789968652, + "grad_norm": 1.28125, + "learning_rate": 0.0004338222870766371, + "loss": 5.1104, + "mean_token_accuracy": 0.1827986016869545, + "num_tokens": 6933328.0, + "step": 3945 + }, + { + "entropy": 5.550303268432617, + "epoch": 3.0956112852664575, + "grad_norm": 1.1484375, + "learning_rate": 0.00043360908469986827, + "loss": 5.1158, + "mean_token_accuracy": 0.1787843018770218, + "num_tokens": 6942189.0, + "step": 3950 + }, + { + "entropy": 5.462327671051026, + "epoch": 3.0995297805642634, + "grad_norm": 1.2890625, + "learning_rate": 0.0004333955988629478, + "loss": 5.076, + "mean_token_accuracy": 0.1802074134349823, + "num_tokens": 6951188.0, + "step": 3955 + }, + { + "entropy": 5.432707262039185, + "epoch": 3.103448275862069, + "grad_norm": 1.265625, + "learning_rate": 0.00043318182994740945, + "loss": 5.0336, + "mean_token_accuracy": 0.18666609823703767, + "num_tokens": 6958718.0, + "step": 3960 + }, + { + "entropy": 5.511406707763672, + "epoch": 3.1073667711598745, + "grad_norm": 1.1953125, + "learning_rate": 0.0004329677783352931, + "loss": 5.1119, + "mean_token_accuracy": 0.17655452340841293, + "num_tokens": 6968040.0, + "step": 3965 + }, + { + "entropy": 5.499683237075805, + "epoch": 3.1112852664576804, + "grad_norm": 1.2578125, + "learning_rate": 0.0004327534444091436, + "loss": 5.1113, + "mean_token_accuracy": 0.1770559012889862, + "num_tokens": 6976977.0, + "step": 3970 + }, + { + "entropy": 5.445043706893921, + "epoch": 3.115203761755486, + "grad_norm": 1.2734375, + "learning_rate": 0.00043253882855201037, + "loss": 5.0948, + "mean_token_accuracy": 0.18210539519786834, + "num_tokens": 6985859.0, + "step": 3975 + }, + { + "entropy": 5.35231466293335, + "epoch": 3.1191222570532915, + "grad_norm": 1.1875, + "learning_rate": 0.00043232393114744683, + "loss": 4.9988, + "mean_token_accuracy": 0.19316509366035461, + "num_tokens": 6994031.0, + "step": 3980 + }, + { + "entropy": 5.412227296829224, + "epoch": 3.123040752351097, + "grad_norm": 1.15625, + "learning_rate": 0.0004321087525795095, + "loss": 5.0556, + "mean_token_accuracy": 0.18158914446830748, + "num_tokens": 7002527.0, + "step": 3985 + }, + { + "entropy": 5.5304759502410885, + "epoch": 3.126959247648903, + "grad_norm": 1.1640625, + "learning_rate": 0.0004318932932327573, + "loss": 5.1739, + "mean_token_accuracy": 0.1824020892381668, + "num_tokens": 7011983.0, + "step": 3990 + }, + { + "entropy": 5.5312965393066404, + "epoch": 3.1308777429467085, + "grad_norm": 1.2734375, + "learning_rate": 0.000431677553492251, + "loss": 5.119, + "mean_token_accuracy": 0.1740437164902687, + "num_tokens": 7020819.0, + "step": 3995 + }, + { + "entropy": 5.410348653793335, + "epoch": 3.134796238244514, + "grad_norm": 1.2578125, + "learning_rate": 0.00043146153374355256, + "loss": 5.006, + "mean_token_accuracy": 0.18658973425626754, + "num_tokens": 7029257.0, + "step": 4000 + }, + { + "epoch": 3.134796238244514, + "eval_entropy": 5.3644778922546745, + "eval_loss": 5.828073978424072, + "eval_mean_token_accuracy": 0.15688188456345437, + "eval_num_tokens": 7029257.0, + "eval_runtime": 2.8339, + "eval_samples_per_second": 1454.534, + "eval_steps_per_second": 182.081, + "step": 4000 + }, + { + "entropy": 5.479976797103882, + "epoch": 3.1387147335423196, + "grad_norm": 1.203125, + "learning_rate": 0.00043124523437272427, + "loss": 5.1671, + "mean_token_accuracy": 0.1771426811814308, + "num_tokens": 7038942.0, + "step": 4005 + }, + { + "entropy": 5.525044679641724, + "epoch": 3.1426332288401255, + "grad_norm": 1.2734375, + "learning_rate": 0.0004310286557663282, + "loss": 5.1505, + "mean_token_accuracy": 0.17958650290966033, + "num_tokens": 7048074.0, + "step": 4010 + }, + { + "entropy": 5.52232346534729, + "epoch": 3.146551724137931, + "grad_norm": 1.2265625, + "learning_rate": 0.0004308117983114254, + "loss": 5.0553, + "mean_token_accuracy": 0.18663895428180693, + "num_tokens": 7056887.0, + "step": 4015 + }, + { + "entropy": 5.435352230072022, + "epoch": 3.1504702194357366, + "grad_norm": 1.2734375, + "learning_rate": 0.0004305946623955754, + "loss": 5.0523, + "mean_token_accuracy": 0.19024786949157715, + "num_tokens": 7065462.0, + "step": 4020 + }, + { + "entropy": 5.471118497848511, + "epoch": 3.1543887147335425, + "grad_norm": 1.28125, + "learning_rate": 0.00043037724840683516, + "loss": 5.1474, + "mean_token_accuracy": 0.17960819303989412, + "num_tokens": 7074188.0, + "step": 4025 + }, + { + "entropy": 5.477698230743409, + "epoch": 3.158307210031348, + "grad_norm": 1.3359375, + "learning_rate": 0.00043015955673375876, + "loss": 5.122, + "mean_token_accuracy": 0.18004380017518998, + "num_tokens": 7082282.0, + "step": 4030 + }, + { + "entropy": 5.50840573310852, + "epoch": 3.1622257053291536, + "grad_norm": 1.234375, + "learning_rate": 0.0004299415877653966, + "loss": 5.1723, + "mean_token_accuracy": 0.17248133569955826, + "num_tokens": 7090631.0, + "step": 4035 + }, + { + "entropy": 5.473033285140991, + "epoch": 3.166144200626959, + "grad_norm": 1.2109375, + "learning_rate": 0.0004297233418912945, + "loss": 5.1086, + "mean_token_accuracy": 0.17797058075666428, + "num_tokens": 7099546.0, + "step": 4040 + }, + { + "entropy": 5.474239778518677, + "epoch": 3.170062695924765, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295048195014932, + "loss": 5.1465, + "mean_token_accuracy": 0.1752048373222351, + "num_tokens": 7109423.0, + "step": 4045 + }, + { + "entropy": 5.412190675735474, + "epoch": 3.1739811912225706, + "grad_norm": 1.40625, + "learning_rate": 0.0004292860209865277, + "loss": 5.0146, + "mean_token_accuracy": 0.185761658847332, + "num_tokens": 7117717.0, + "step": 4050 + }, + { + "entropy": 5.462385177612305, + "epoch": 3.177899686520376, + "grad_norm": 1.1640625, + "learning_rate": 0.0004290669467374263, + "loss": 5.2407, + "mean_token_accuracy": 0.1639290541410446, + "num_tokens": 7126573.0, + "step": 4055 + }, + { + "entropy": 5.47260046005249, + "epoch": 3.1818181818181817, + "grad_norm": 1.3203125, + "learning_rate": 0.00042884759714571037, + "loss": 5.1361, + "mean_token_accuracy": 0.17528676837682725, + "num_tokens": 7134471.0, + "step": 4060 + }, + { + "entropy": 5.362086915969849, + "epoch": 3.1857366771159876, + "grad_norm": 1.25, + "learning_rate": 0.0004286279726033932, + "loss": 5.0691, + "mean_token_accuracy": 0.18219161480665208, + "num_tokens": 7143092.0, + "step": 4065 + }, + { + "entropy": 5.519996929168701, + "epoch": 3.189655172413793, + "grad_norm": 1.265625, + "learning_rate": 0.00042840807350297933, + "loss": 5.1474, + "mean_token_accuracy": 0.17893998175859452, + "num_tokens": 7152137.0, + "step": 4070 + }, + { + "entropy": 5.500849103927612, + "epoch": 3.1935736677115987, + "grad_norm": 1.3359375, + "learning_rate": 0.00042818790023746407, + "loss": 5.1012, + "mean_token_accuracy": 0.17794661372900009, + "num_tokens": 7160037.0, + "step": 4075 + }, + { + "entropy": 5.409151077270508, + "epoch": 3.197492163009404, + "grad_norm": 1.2421875, + "learning_rate": 0.00042796745320033296, + "loss": 5.0934, + "mean_token_accuracy": 0.17724834829568864, + "num_tokens": 7168354.0, + "step": 4080 + }, + { + "entropy": 5.4781488418579105, + "epoch": 3.20141065830721, + "grad_norm": 1.234375, + "learning_rate": 0.00042774673278556043, + "loss": 5.1611, + "mean_token_accuracy": 0.1761411026120186, + "num_tokens": 7176757.0, + "step": 4085 + }, + { + "entropy": 5.479331970214844, + "epoch": 3.2053291536050157, + "grad_norm": 1.21875, + "learning_rate": 0.0004275257393876097, + "loss": 5.1466, + "mean_token_accuracy": 0.1715711236000061, + "num_tokens": 7185489.0, + "step": 4090 + }, + { + "entropy": 5.523379135131836, + "epoch": 3.209247648902821, + "grad_norm": 1.1875, + "learning_rate": 0.0004273044734014318, + "loss": 5.0853, + "mean_token_accuracy": 0.1794649213552475, + "num_tokens": 7194431.0, + "step": 4095 + }, + { + "entropy": 5.3604803562164305, + "epoch": 3.2131661442006267, + "grad_norm": 1.2734375, + "learning_rate": 0.00042708293522246486, + "loss": 5.0738, + "mean_token_accuracy": 0.17980273962020873, + "num_tokens": 7203074.0, + "step": 4100 + }, + { + "entropy": 5.456855535507202, + "epoch": 3.2170846394984327, + "grad_norm": 1.2890625, + "learning_rate": 0.0004268611252466337, + "loss": 5.1036, + "mean_token_accuracy": 0.17986776679754257, + "num_tokens": 7211692.0, + "step": 4105 + }, + { + "entropy": 5.413537836074829, + "epoch": 3.2210031347962382, + "grad_norm": 1.28125, + "learning_rate": 0.0004266390438703486, + "loss": 5.093, + "mean_token_accuracy": 0.17688279300928117, + "num_tokens": 7220285.0, + "step": 4110 + }, + { + "entropy": 5.509257078170776, + "epoch": 3.2249216300940438, + "grad_norm": 1.2578125, + "learning_rate": 0.00042641669149050493, + "loss": 5.2339, + "mean_token_accuracy": 0.17110467851161956, + "num_tokens": 7230007.0, + "step": 4115 + }, + { + "entropy": 5.488560152053833, + "epoch": 3.2288401253918497, + "grad_norm": 1.25, + "learning_rate": 0.0004261940685044825, + "loss": 5.0905, + "mean_token_accuracy": 0.17679268568754197, + "num_tokens": 7238520.0, + "step": 4120 + }, + { + "entropy": 5.3976846694946286, + "epoch": 3.2327586206896552, + "grad_norm": 1.2265625, + "learning_rate": 0.00042597117531014474, + "loss": 5.0265, + "mean_token_accuracy": 0.18420617133378983, + "num_tokens": 7247228.0, + "step": 4125 + }, + { + "entropy": 5.532719135284424, + "epoch": 3.2366771159874608, + "grad_norm": 1.234375, + "learning_rate": 0.0004257480123058378, + "loss": 5.2695, + "mean_token_accuracy": 0.1700225442647934, + "num_tokens": 7255782.0, + "step": 4130 + }, + { + "entropy": 5.508197259902954, + "epoch": 3.2405956112852663, + "grad_norm": 1.171875, + "learning_rate": 0.00042552457989039036, + "loss": 5.1426, + "mean_token_accuracy": 0.1676323667168617, + "num_tokens": 7264946.0, + "step": 4135 + }, + { + "entropy": 5.349348306655884, + "epoch": 3.2445141065830723, + "grad_norm": 1.21875, + "learning_rate": 0.00042530087846311213, + "loss": 4.9496, + "mean_token_accuracy": 0.193049119412899, + "num_tokens": 7273647.0, + "step": 4140 + }, + { + "entropy": 5.459439086914062, + "epoch": 3.248432601880878, + "grad_norm": 1.296875, + "learning_rate": 0.00042507690842379396, + "loss": 5.1177, + "mean_token_accuracy": 0.17937442511320115, + "num_tokens": 7283393.0, + "step": 4145 + }, + { + "entropy": 5.53988881111145, + "epoch": 3.2523510971786833, + "grad_norm": 1.265625, + "learning_rate": 0.00042485267017270664, + "loss": 5.2106, + "mean_token_accuracy": 0.17449098229408264, + "num_tokens": 7292368.0, + "step": 4150 + }, + { + "entropy": 5.410909795761109, + "epoch": 3.256269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00042462816411060025, + "loss": 5.1283, + "mean_token_accuracy": 0.18129791021347047, + "num_tokens": 7301505.0, + "step": 4155 + }, + { + "entropy": 5.447917032241821, + "epoch": 3.260188087774295, + "grad_norm": 1.171875, + "learning_rate": 0.0004244033906387035, + "loss": 5.0887, + "mean_token_accuracy": 0.18481171876192093, + "num_tokens": 7310011.0, + "step": 4160 + }, + { + "entropy": 5.489086627960205, + "epoch": 3.2641065830721003, + "grad_norm": 1.1484375, + "learning_rate": 0.0004241783501587231, + "loss": 5.132, + "mean_token_accuracy": 0.18020764291286467, + "num_tokens": 7319295.0, + "step": 4165 + }, + { + "entropy": 5.476145839691162, + "epoch": 3.268025078369906, + "grad_norm": 1.296875, + "learning_rate": 0.00042395304307284284, + "loss": 5.1608, + "mean_token_accuracy": 0.1762930765748024, + "num_tokens": 7328390.0, + "step": 4170 + }, + { + "entropy": 5.530626583099365, + "epoch": 3.271943573667712, + "grad_norm": 1.2578125, + "learning_rate": 0.0004237274697837229, + "loss": 5.1891, + "mean_token_accuracy": 0.1730980709195137, + "num_tokens": 7337062.0, + "step": 4175 + }, + { + "entropy": 5.411122417449951, + "epoch": 3.2758620689655173, + "grad_norm": 1.2109375, + "learning_rate": 0.0004235016306944996, + "loss": 5.1639, + "mean_token_accuracy": 0.17733618319034578, + "num_tokens": 7346364.0, + "step": 4180 + }, + { + "entropy": 5.473628377914428, + "epoch": 3.279780564263323, + "grad_norm": 1.265625, + "learning_rate": 0.0004232755262087837, + "loss": 5.1232, + "mean_token_accuracy": 0.17577927559614182, + "num_tokens": 7354896.0, + "step": 4185 + }, + { + "entropy": 5.492278003692627, + "epoch": 3.2836990595611284, + "grad_norm": 1.2109375, + "learning_rate": 0.00042304915673066083, + "loss": 5.156, + "mean_token_accuracy": 0.18079642653465272, + "num_tokens": 7363591.0, + "step": 4190 + }, + { + "entropy": 5.46770281791687, + "epoch": 3.287617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.00042282252266468985, + "loss": 5.1541, + "mean_token_accuracy": 0.1765994980931282, + "num_tokens": 7372891.0, + "step": 4195 + }, + { + "entropy": 5.420037746429443, + "epoch": 3.29153605015674, + "grad_norm": 1.25, + "learning_rate": 0.0004225956244159025, + "loss": 5.0849, + "mean_token_accuracy": 0.18195036351680755, + "num_tokens": 7381945.0, + "step": 4200 + }, + { + "entropy": 5.56228461265564, + "epoch": 3.2954545454545454, + "grad_norm": 1.2421875, + "learning_rate": 0.0004223684623898029, + "loss": 5.2202, + "mean_token_accuracy": 0.17319831550121306, + "num_tokens": 7391449.0, + "step": 4205 + }, + { + "entropy": 5.467171859741211, + "epoch": 3.299373040752351, + "grad_norm": 1.265625, + "learning_rate": 0.0004221410369923662, + "loss": 5.0742, + "mean_token_accuracy": 0.18290328085422516, + "num_tokens": 7399762.0, + "step": 4210 + }, + { + "entropy": 5.36794114112854, + "epoch": 3.303291536050157, + "grad_norm": 1.2578125, + "learning_rate": 0.00042191334863003873, + "loss": 4.9833, + "mean_token_accuracy": 0.18501525074243547, + "num_tokens": 7408711.0, + "step": 4215 + }, + { + "entropy": 5.31069974899292, + "epoch": 3.3072100313479624, + "grad_norm": 1.2265625, + "learning_rate": 0.0004216853977097363, + "loss": 5.0883, + "mean_token_accuracy": 0.1858847111463547, + "num_tokens": 7416868.0, + "step": 4220 + }, + { + "entropy": 5.442585515975952, + "epoch": 3.311128526645768, + "grad_norm": 1.25, + "learning_rate": 0.0004214571846388442, + "loss": 5.194, + "mean_token_accuracy": 0.1712857499718666, + "num_tokens": 7425687.0, + "step": 4225 + }, + { + "entropy": 5.51009168624878, + "epoch": 3.3150470219435735, + "grad_norm": 1.2421875, + "learning_rate": 0.0004212287098252164, + "loss": 5.1079, + "mean_token_accuracy": 0.1798792377114296, + "num_tokens": 7433714.0, + "step": 4230 + }, + { + "entropy": 5.418067598342896, + "epoch": 3.3189655172413794, + "grad_norm": 1.1796875, + "learning_rate": 0.0004209999736771742, + "loss": 5.1424, + "mean_token_accuracy": 0.18602844029664994, + "num_tokens": 7442765.0, + "step": 4235 + }, + { + "entropy": 5.437410736083985, + "epoch": 3.322884012539185, + "grad_norm": 1.2734375, + "learning_rate": 0.0004207709766035063, + "loss": 5.1322, + "mean_token_accuracy": 0.1810468316078186, + "num_tokens": 7450672.0, + "step": 4240 + }, + { + "entropy": 5.498105001449585, + "epoch": 3.3268025078369905, + "grad_norm": 1.25, + "learning_rate": 0.0004205417190134674, + "loss": 5.191, + "mean_token_accuracy": 0.17484226375818251, + "num_tokens": 7458758.0, + "step": 4245 + }, + { + "entropy": 5.497838830947876, + "epoch": 3.330721003134796, + "grad_norm": 1.234375, + "learning_rate": 0.0004203122013167783, + "loss": 5.1422, + "mean_token_accuracy": 0.173189277946949, + "num_tokens": 7467527.0, + "step": 4250 + }, + { + "entropy": 5.4545204639434814, + "epoch": 3.334639498432602, + "grad_norm": 1.2578125, + "learning_rate": 0.00042008242392362413, + "loss": 5.1395, + "mean_token_accuracy": 0.18133477866649628, + "num_tokens": 7476659.0, + "step": 4255 + }, + { + "entropy": 5.405594730377198, + "epoch": 3.3385579937304075, + "grad_norm": 1.2265625, + "learning_rate": 0.00041985238724465433, + "loss": 5.0524, + "mean_token_accuracy": 0.18593618124723435, + "num_tokens": 7485813.0, + "step": 4260 + }, + { + "entropy": 5.499361944198609, + "epoch": 3.342476489028213, + "grad_norm": 1.1953125, + "learning_rate": 0.00041962209169098193, + "loss": 5.1782, + "mean_token_accuracy": 0.17913033664226533, + "num_tokens": 7494842.0, + "step": 4265 + }, + { + "entropy": 5.469057226181031, + "epoch": 3.346394984326019, + "grad_norm": 1.3125, + "learning_rate": 0.0004193915376741823, + "loss": 5.193, + "mean_token_accuracy": 0.1746675878763199, + "num_tokens": 7503633.0, + "step": 4270 + }, + { + "entropy": 5.455647945404053, + "epoch": 3.3503134796238245, + "grad_norm": 1.21875, + "learning_rate": 0.0004191607256062928, + "loss": 5.1075, + "mean_token_accuracy": 0.180385085940361, + "num_tokens": 7512759.0, + "step": 4275 + }, + { + "entropy": 5.456186103820801, + "epoch": 3.35423197492163, + "grad_norm": 1.28125, + "learning_rate": 0.0004189296558998121, + "loss": 5.2025, + "mean_token_accuracy": 0.17833039313554763, + "num_tokens": 7522284.0, + "step": 4280 + }, + { + "entropy": 5.457691764831543, + "epoch": 3.3581504702194356, + "grad_norm": 1.25, + "learning_rate": 0.0004186983289676992, + "loss": 5.116, + "mean_token_accuracy": 0.18076436668634416, + "num_tokens": 7531286.0, + "step": 4285 + }, + { + "entropy": 5.451044416427612, + "epoch": 3.3620689655172415, + "grad_norm": 1.125, + "learning_rate": 0.00041846674522337296, + "loss": 5.0976, + "mean_token_accuracy": 0.17392572164535522, + "num_tokens": 7540450.0, + "step": 4290 + }, + { + "entropy": 5.3857035636901855, + "epoch": 3.365987460815047, + "grad_norm": 1.2578125, + "learning_rate": 0.00041823490508071076, + "loss": 5.0542, + "mean_token_accuracy": 0.18191471099853515, + "num_tokens": 7549386.0, + "step": 4295 + }, + { + "entropy": 5.5002960681915285, + "epoch": 3.3699059561128526, + "grad_norm": 1.15625, + "learning_rate": 0.000418002808954049, + "loss": 5.1349, + "mean_token_accuracy": 0.17532447278499602, + "num_tokens": 7558236.0, + "step": 4300 + }, + { + "entropy": 5.335977363586426, + "epoch": 3.373824451410658, + "grad_norm": 1.203125, + "learning_rate": 0.00041777045725818057, + "loss": 5.0178, + "mean_token_accuracy": 0.18048462569713591, + "num_tokens": 7566984.0, + "step": 4305 + }, + { + "entropy": 5.358128404617309, + "epoch": 3.377742946708464, + "grad_norm": 1.2109375, + "learning_rate": 0.000417537850408356, + "loss": 5.1446, + "mean_token_accuracy": 0.1744469001889229, + "num_tokens": 7576018.0, + "step": 4310 + }, + { + "entropy": 5.489906167984008, + "epoch": 3.3816614420062696, + "grad_norm": 1.2578125, + "learning_rate": 0.0004173049888202814, + "loss": 5.15, + "mean_token_accuracy": 0.18125383108854293, + "num_tokens": 7585294.0, + "step": 4315 + }, + { + "entropy": 5.441188955307007, + "epoch": 3.385579937304075, + "grad_norm": 1.140625, + "learning_rate": 0.0004170718729101179, + "loss": 5.1048, + "mean_token_accuracy": 0.18156641870737075, + "num_tokens": 7594634.0, + "step": 4320 + }, + { + "entropy": 5.387170600891113, + "epoch": 3.389498432601881, + "grad_norm": 1.3046875, + "learning_rate": 0.00041683850309448187, + "loss": 5.1674, + "mean_token_accuracy": 0.1728657752275467, + "num_tokens": 7603153.0, + "step": 4325 + }, + { + "entropy": 5.456656408309937, + "epoch": 3.3934169278996866, + "grad_norm": 1.1875, + "learning_rate": 0.00041660487979044264, + "loss": 5.1014, + "mean_token_accuracy": 0.1805425301194191, + "num_tokens": 7612027.0, + "step": 4330 + }, + { + "entropy": 5.453139019012451, + "epoch": 3.397335423197492, + "grad_norm": 1.3046875, + "learning_rate": 0.0004163710034155231, + "loss": 5.096, + "mean_token_accuracy": 0.17648906409740447, + "num_tokens": 7620725.0, + "step": 4335 + }, + { + "entropy": 5.363250875473023, + "epoch": 3.4012539184952977, + "grad_norm": 1.1875, + "learning_rate": 0.0004161368743876982, + "loss": 5.0648, + "mean_token_accuracy": 0.18540093004703523, + "num_tokens": 7628847.0, + "step": 4340 + }, + { + "entropy": 5.432746839523316, + "epoch": 3.405172413793103, + "grad_norm": 1.1875, + "learning_rate": 0.0004159024931253945, + "loss": 5.1639, + "mean_token_accuracy": 0.1767767533659935, + "num_tokens": 7637668.0, + "step": 4345 + }, + { + "entropy": 5.462332487106323, + "epoch": 3.409090909090909, + "grad_norm": 1.15625, + "learning_rate": 0.00041566786004748943, + "loss": 5.2048, + "mean_token_accuracy": 0.1763555735349655, + "num_tokens": 7646545.0, + "step": 4350 + }, + { + "entropy": 5.489386320114136, + "epoch": 3.4130094043887147, + "grad_norm": 1.2890625, + "learning_rate": 0.00041543297557331015, + "loss": 5.1754, + "mean_token_accuracy": 0.1723347634077072, + "num_tokens": 7654967.0, + "step": 4355 + }, + { + "entropy": 5.40674934387207, + "epoch": 3.41692789968652, + "grad_norm": 1.203125, + "learning_rate": 0.0004151978401226335, + "loss": 5.124, + "mean_token_accuracy": 0.1786526545882225, + "num_tokens": 7663718.0, + "step": 4360 + }, + { + "entropy": 5.47047872543335, + "epoch": 3.420846394984326, + "grad_norm": 1.28125, + "learning_rate": 0.00041496245411568435, + "loss": 5.1677, + "mean_token_accuracy": 0.17421529591083526, + "num_tokens": 7672430.0, + "step": 4365 + }, + { + "entropy": 5.442583322525024, + "epoch": 3.4247648902821317, + "grad_norm": 1.234375, + "learning_rate": 0.0004147268179731359, + "loss": 5.1351, + "mean_token_accuracy": 0.1748214393854141, + "num_tokens": 7681270.0, + "step": 4370 + }, + { + "entropy": 5.454329872131348, + "epoch": 3.4286833855799372, + "grad_norm": 1.25, + "learning_rate": 0.00041449093211610815, + "loss": 5.1524, + "mean_token_accuracy": 0.17915753722190858, + "num_tokens": 7690124.0, + "step": 4375 + }, + { + "entropy": 5.512417268753052, + "epoch": 3.4326018808777428, + "grad_norm": 1.1875, + "learning_rate": 0.00041425479696616734, + "loss": 5.1595, + "mean_token_accuracy": 0.1722505882382393, + "num_tokens": 7699511.0, + "step": 4380 + }, + { + "entropy": 5.426167726516724, + "epoch": 3.4365203761755487, + "grad_norm": 1.2109375, + "learning_rate": 0.0004140184129453253, + "loss": 5.116, + "mean_token_accuracy": 0.18224495351314546, + "num_tokens": 7708796.0, + "step": 4385 + }, + { + "entropy": 5.44820647239685, + "epoch": 3.4404388714733543, + "grad_norm": 1.3046875, + "learning_rate": 0.00041378178047603845, + "loss": 5.1091, + "mean_token_accuracy": 0.18672927916049958, + "num_tokens": 7717446.0, + "step": 4390 + }, + { + "entropy": 5.462598896026611, + "epoch": 3.44435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0004135448999812074, + "loss": 5.1568, + "mean_token_accuracy": 0.17604882270097733, + "num_tokens": 7726814.0, + "step": 4395 + }, + { + "entropy": 5.400063228607178, + "epoch": 3.4482758620689653, + "grad_norm": 1.1640625, + "learning_rate": 0.0004133077718841763, + "loss": 5.0632, + "mean_token_accuracy": 0.18461630046367644, + "num_tokens": 7735895.0, + "step": 4400 + }, + { + "entropy": 5.38959813117981, + "epoch": 3.4521943573667713, + "grad_norm": 1.3203125, + "learning_rate": 0.00041307039660873113, + "loss": 5.1216, + "mean_token_accuracy": 0.18026788532733917, + "num_tokens": 7744160.0, + "step": 4405 + }, + { + "entropy": 5.483940744400025, + "epoch": 3.456112852664577, + "grad_norm": 1.28125, + "learning_rate": 0.0004128327745791002, + "loss": 5.2246, + "mean_token_accuracy": 0.1668292060494423, + "num_tokens": 7752844.0, + "step": 4410 + }, + { + "entropy": 5.458703708648682, + "epoch": 3.4600313479623823, + "grad_norm": 1.21875, + "learning_rate": 0.0004125949062199526, + "loss": 5.1852, + "mean_token_accuracy": 0.17616474032402038, + "num_tokens": 7762327.0, + "step": 4415 + }, + { + "entropy": 5.402634143829346, + "epoch": 3.4639498432601883, + "grad_norm": 1.2578125, + "learning_rate": 0.00041235679195639766, + "loss": 5.0954, + "mean_token_accuracy": 0.1764765590429306, + "num_tokens": 7770813.0, + "step": 4420 + }, + { + "entropy": 5.373932027816773, + "epoch": 3.467868338557994, + "grad_norm": 1.25, + "learning_rate": 0.00041211843221398406, + "loss": 5.1366, + "mean_token_accuracy": 0.1720389500260353, + "num_tokens": 7779357.0, + "step": 4425 + }, + { + "entropy": 5.491668367385865, + "epoch": 3.4717868338557993, + "grad_norm": 1.3359375, + "learning_rate": 0.0004118798274186994, + "loss": 5.1477, + "mean_token_accuracy": 0.17953715473413467, + "num_tokens": 7787302.0, + "step": 4430 + }, + { + "entropy": 5.41265459060669, + "epoch": 3.475705329153605, + "grad_norm": 1.2890625, + "learning_rate": 0.0004116409779969691, + "loss": 5.1765, + "mean_token_accuracy": 0.17347506135702134, + "num_tokens": 7795651.0, + "step": 4435 + }, + { + "entropy": 5.396276617050171, + "epoch": 3.479623824451411, + "grad_norm": 1.40625, + "learning_rate": 0.00041140188437565586, + "loss": 5.1345, + "mean_token_accuracy": 0.18256539553403855, + "num_tokens": 7804644.0, + "step": 4440 + }, + { + "entropy": 5.536772632598877, + "epoch": 3.4835423197492164, + "grad_norm": 1.2578125, + "learning_rate": 0.00041116254698205873, + "loss": 5.1149, + "mean_token_accuracy": 0.1830981507897377, + "num_tokens": 7812479.0, + "step": 4445 + }, + { + "entropy": 5.399745845794678, + "epoch": 3.487460815047022, + "grad_norm": 1.234375, + "learning_rate": 0.00041092296624391244, + "loss": 5.1163, + "mean_token_accuracy": 0.179618901014328, + "num_tokens": 7820678.0, + "step": 4450 + }, + { + "entropy": 5.3498913764953615, + "epoch": 3.4913793103448274, + "grad_norm": 1.2421875, + "learning_rate": 0.0004106831425893865, + "loss": 5.1459, + "mean_token_accuracy": 0.18171471655368804, + "num_tokens": 7829063.0, + "step": 4455 + }, + { + "entropy": 5.520697450637817, + "epoch": 3.4952978056426334, + "grad_norm": 1.265625, + "learning_rate": 0.0004104430764470849, + "loss": 5.18, + "mean_token_accuracy": 0.17809778749942778, + "num_tokens": 7837274.0, + "step": 4460 + }, + { + "entropy": 5.494675731658935, + "epoch": 3.499216300940439, + "grad_norm": 1.171875, + "learning_rate": 0.0004102027682460445, + "loss": 5.0874, + "mean_token_accuracy": 0.1875218093395233, + "num_tokens": 7845379.0, + "step": 4465 + }, + { + "entropy": 5.400750637054443, + "epoch": 3.5031347962382444, + "grad_norm": 1.359375, + "learning_rate": 0.0004099622184157353, + "loss": 5.1269, + "mean_token_accuracy": 0.1800209864974022, + "num_tokens": 7853760.0, + "step": 4470 + }, + { + "entropy": 5.526426029205322, + "epoch": 3.5070532915360504, + "grad_norm": 1.203125, + "learning_rate": 0.0004097214273860586, + "loss": 5.183, + "mean_token_accuracy": 0.17379164099693298, + "num_tokens": 7862026.0, + "step": 4475 + }, + { + "entropy": 5.451271629333496, + "epoch": 3.510971786833856, + "grad_norm": 1.265625, + "learning_rate": 0.0004094803955873471, + "loss": 5.1363, + "mean_token_accuracy": 0.1838302046060562, + "num_tokens": 7870369.0, + "step": 4480 + }, + { + "entropy": 5.4413388729095455, + "epoch": 3.5148902821316614, + "grad_norm": 1.234375, + "learning_rate": 0.0004092391234503638, + "loss": 5.1357, + "mean_token_accuracy": 0.18130728155374526, + "num_tokens": 7878524.0, + "step": 4485 + }, + { + "entropy": 5.452888298034668, + "epoch": 3.518808777429467, + "grad_norm": 1.3046875, + "learning_rate": 0.00040899761140630094, + "loss": 5.1942, + "mean_token_accuracy": 0.16720112562179565, + "num_tokens": 7887369.0, + "step": 4490 + }, + { + "entropy": 5.4835591316223145, + "epoch": 3.5227272727272725, + "grad_norm": 1.21875, + "learning_rate": 0.00040875585988677985, + "loss": 5.1658, + "mean_token_accuracy": 0.1724832221865654, + "num_tokens": 7896112.0, + "step": 4495 + }, + { + "entropy": 5.361825084686279, + "epoch": 3.5266457680250785, + "grad_norm": 1.1796875, + "learning_rate": 0.0004085138693238497, + "loss": 5.0118, + "mean_token_accuracy": 0.18901925683021545, + "num_tokens": 7904580.0, + "step": 4500 + }, + { + "epoch": 3.5266457680250785, + "eval_entropy": 5.337222361749457, + "eval_loss": 5.80082368850708, + "eval_mean_token_accuracy": 0.1584607647197653, + "eval_num_tokens": 7904580.0, + "eval_runtime": 3.0275, + "eval_samples_per_second": 1361.513, + "eval_steps_per_second": 170.437, + "step": 4500 + }, + { + "entropy": 5.480594873428345, + "epoch": 3.530564263322884, + "grad_norm": 1.234375, + "learning_rate": 0.0004082716401499867, + "loss": 5.1681, + "mean_token_accuracy": 0.17277304977178573, + "num_tokens": 7913755.0, + "step": 4505 + }, + { + "entropy": 5.470868158340454, + "epoch": 3.5344827586206895, + "grad_norm": 1.296875, + "learning_rate": 0.00040802917279809383, + "loss": 5.1477, + "mean_token_accuracy": 0.17918196320533752, + "num_tokens": 7922385.0, + "step": 4510 + }, + { + "entropy": 5.417375326156616, + "epoch": 3.5384012539184955, + "grad_norm": 1.1640625, + "learning_rate": 0.00040778646770149953, + "loss": 5.1731, + "mean_token_accuracy": 0.16962890774011613, + "num_tokens": 7931634.0, + "step": 4515 + }, + { + "entropy": 5.406470584869385, + "epoch": 3.542319749216301, + "grad_norm": 1.21875, + "learning_rate": 0.00040754352529395716, + "loss": 5.0869, + "mean_token_accuracy": 0.17542838752269746, + "num_tokens": 7939866.0, + "step": 4520 + }, + { + "entropy": 5.434367752075195, + "epoch": 3.5462382445141065, + "grad_norm": 1.125, + "learning_rate": 0.00040730034600964415, + "loss": 5.2075, + "mean_token_accuracy": 0.17026106566190718, + "num_tokens": 7948961.0, + "step": 4525 + }, + { + "entropy": 5.289756202697754, + "epoch": 3.5501567398119125, + "grad_norm": 1.09375, + "learning_rate": 0.0004070569302831613, + "loss": 5.0367, + "mean_token_accuracy": 0.17900677770376205, + "num_tokens": 7958526.0, + "step": 4530 + }, + { + "entropy": 5.443406343460083, + "epoch": 3.554075235109718, + "grad_norm": 1.2265625, + "learning_rate": 0.000406813278549532, + "loss": 5.1621, + "mean_token_accuracy": 0.17983901798725127, + "num_tokens": 7966887.0, + "step": 4535 + }, + { + "entropy": 5.476217126846313, + "epoch": 3.5579937304075235, + "grad_norm": 1.359375, + "learning_rate": 0.00040656939124420144, + "loss": 5.1251, + "mean_token_accuracy": 0.17843578457832338, + "num_tokens": 7974929.0, + "step": 4540 + }, + { + "entropy": 5.374083375930786, + "epoch": 3.561912225705329, + "grad_norm": 1.2734375, + "learning_rate": 0.0004063252688030358, + "loss": 5.0863, + "mean_token_accuracy": 0.18091104477643966, + "num_tokens": 7983821.0, + "step": 4545 + }, + { + "entropy": 5.38077392578125, + "epoch": 3.5658307210031346, + "grad_norm": 1.1875, + "learning_rate": 0.0004060809116623213, + "loss": 5.1152, + "mean_token_accuracy": 0.17550334483385086, + "num_tokens": 7992109.0, + "step": 4550 + }, + { + "entropy": 5.365566873550415, + "epoch": 3.5697492163009406, + "grad_norm": 1.171875, + "learning_rate": 0.000405836320258764, + "loss": 5.1301, + "mean_token_accuracy": 0.1887578547000885, + "num_tokens": 8001098.0, + "step": 4555 + }, + { + "entropy": 5.484101867675781, + "epoch": 3.573667711598746, + "grad_norm": 1.2265625, + "learning_rate": 0.0004055914950294882, + "loss": 5.1373, + "mean_token_accuracy": 0.17732277810573577, + "num_tokens": 8009559.0, + "step": 4560 + }, + { + "entropy": 5.372460269927979, + "epoch": 3.5775862068965516, + "grad_norm": 1.203125, + "learning_rate": 0.00040534643641203645, + "loss": 5.059, + "mean_token_accuracy": 0.18330815881490709, + "num_tokens": 8018021.0, + "step": 4565 + }, + { + "entropy": 5.381331825256348, + "epoch": 3.5815047021943576, + "grad_norm": 1.3125, + "learning_rate": 0.0004051011448443681, + "loss": 5.0922, + "mean_token_accuracy": 0.17764217853546144, + "num_tokens": 8026258.0, + "step": 4570 + }, + { + "entropy": 5.434953689575195, + "epoch": 3.585423197492163, + "grad_norm": 1.4453125, + "learning_rate": 0.000404855620764859, + "loss": 5.1622, + "mean_token_accuracy": 0.18100216686725618, + "num_tokens": 8036761.0, + "step": 4575 + }, + { + "entropy": 5.496177244186401, + "epoch": 3.5893416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0004046098646123006, + "loss": 5.1788, + "mean_token_accuracy": 0.1807200565934181, + "num_tokens": 8045115.0, + "step": 4580 + }, + { + "entropy": 5.508572769165039, + "epoch": 3.593260188087774, + "grad_norm": 1.328125, + "learning_rate": 0.00040436387682589876, + "loss": 5.1826, + "mean_token_accuracy": 0.1770282730460167, + "num_tokens": 8054334.0, + "step": 4585 + }, + { + "entropy": 5.375803804397583, + "epoch": 3.5971786833855797, + "grad_norm": 1.1796875, + "learning_rate": 0.0004041176578452737, + "loss": 5.1423, + "mean_token_accuracy": 0.1803617998957634, + "num_tokens": 8063165.0, + "step": 4590 + }, + { + "entropy": 5.411370325088501, + "epoch": 3.6010971786833856, + "grad_norm": 1.21875, + "learning_rate": 0.0004038712081104587, + "loss": 5.1227, + "mean_token_accuracy": 0.17998642325401307, + "num_tokens": 8072498.0, + "step": 4595 + }, + { + "entropy": 5.437928962707519, + "epoch": 3.605015673981191, + "grad_norm": 1.2265625, + "learning_rate": 0.00040362452806189927, + "loss": 5.1442, + "mean_token_accuracy": 0.17676037400960923, + "num_tokens": 8081455.0, + "step": 4600 + }, + { + "entropy": 5.356879949569702, + "epoch": 3.6089341692789967, + "grad_norm": 1.25, + "learning_rate": 0.0004033776181404527, + "loss": 5.1483, + "mean_token_accuracy": 0.17423220127820968, + "num_tokens": 8090992.0, + "step": 4605 + }, + { + "entropy": 5.477758693695068, + "epoch": 3.6128526645768027, + "grad_norm": 1.15625, + "learning_rate": 0.00040313047878738704, + "loss": 5.1429, + "mean_token_accuracy": 0.17423719316720962, + "num_tokens": 8099976.0, + "step": 4610 + }, + { + "entropy": 5.43692717552185, + "epoch": 3.616771159874608, + "grad_norm": 1.2578125, + "learning_rate": 0.0004028831104443805, + "loss": 5.0531, + "mean_token_accuracy": 0.19072302281856537, + "num_tokens": 8108275.0, + "step": 4615 + }, + { + "entropy": 5.37940616607666, + "epoch": 3.6206896551724137, + "grad_norm": 1.3125, + "learning_rate": 0.0004026355135535202, + "loss": 5.1237, + "mean_token_accuracy": 0.18099311292171477, + "num_tokens": 8117441.0, + "step": 4620 + }, + { + "entropy": 5.383903551101684, + "epoch": 3.6246081504702197, + "grad_norm": 1.296875, + "learning_rate": 0.00040238768855730214, + "loss": 5.1077, + "mean_token_accuracy": 0.17485350966453553, + "num_tokens": 8125709.0, + "step": 4625 + }, + { + "entropy": 5.4046632766723635, + "epoch": 3.628526645768025, + "grad_norm": 1.203125, + "learning_rate": 0.00040213963589862963, + "loss": 5.1292, + "mean_token_accuracy": 0.1794295147061348, + "num_tokens": 8134418.0, + "step": 4630 + }, + { + "entropy": 5.482091903686523, + "epoch": 3.6324451410658307, + "grad_norm": 1.203125, + "learning_rate": 0.0004018913560208131, + "loss": 5.1953, + "mean_token_accuracy": 0.17151551097631454, + "num_tokens": 8143729.0, + "step": 4635 + }, + { + "entropy": 5.426027917861939, + "epoch": 3.6363636363636362, + "grad_norm": 1.1640625, + "learning_rate": 0.0004016428493675689, + "loss": 5.0717, + "mean_token_accuracy": 0.1761728420853615, + "num_tokens": 8152613.0, + "step": 4640 + }, + { + "entropy": 5.364865112304687, + "epoch": 3.6402821316614418, + "grad_norm": 1.1640625, + "learning_rate": 0.0004013941163830187, + "loss": 5.0649, + "mean_token_accuracy": 0.18139948844909667, + "num_tokens": 8160862.0, + "step": 4645 + }, + { + "entropy": 5.3869531631469725, + "epoch": 3.6442006269592477, + "grad_norm": 1.2421875, + "learning_rate": 0.0004011451575116887, + "loss": 5.1554, + "mean_token_accuracy": 0.1723189875483513, + "num_tokens": 8169369.0, + "step": 4650 + }, + { + "entropy": 5.4002196311950685, + "epoch": 3.6481191222570533, + "grad_norm": 1.2265625, + "learning_rate": 0.0004008959731985087, + "loss": 5.0635, + "mean_token_accuracy": 0.18389806002378464, + "num_tokens": 8178152.0, + "step": 4655 + }, + { + "entropy": 5.342556095123291, + "epoch": 3.652037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00040064656388881157, + "loss": 5.0368, + "mean_token_accuracy": 0.18386815786361693, + "num_tokens": 8186690.0, + "step": 4660 + }, + { + "entropy": 5.345205497741699, + "epoch": 3.6559561128526648, + "grad_norm": 1.203125, + "learning_rate": 0.0004003969300283321, + "loss": 5.0211, + "mean_token_accuracy": 0.1854146108031273, + "num_tokens": 8194976.0, + "step": 4665 + }, + { + "entropy": 5.428677892684936, + "epoch": 3.6598746081504703, + "grad_norm": 1.25, + "learning_rate": 0.00040014707206320653, + "loss": 5.1304, + "mean_token_accuracy": 0.1809231385588646, + "num_tokens": 8202964.0, + "step": 4670 + }, + { + "entropy": 5.375498723983765, + "epoch": 3.663793103448276, + "grad_norm": 1.1953125, + "learning_rate": 0.00039989699043997153, + "loss": 5.1371, + "mean_token_accuracy": 0.1780979588627815, + "num_tokens": 8213084.0, + "step": 4675 + }, + { + "entropy": 5.407328462600708, + "epoch": 3.6677115987460818, + "grad_norm": 1.2890625, + "learning_rate": 0.00039964668560556356, + "loss": 5.0542, + "mean_token_accuracy": 0.18738225400447844, + "num_tokens": 8221645.0, + "step": 4680 + }, + { + "entropy": 5.374656867980957, + "epoch": 3.6716300940438873, + "grad_norm": 1.34375, + "learning_rate": 0.00039939615800731784, + "loss": 5.0422, + "mean_token_accuracy": 0.18308537155389787, + "num_tokens": 8230195.0, + "step": 4685 + }, + { + "entropy": 5.379098272323608, + "epoch": 3.675548589341693, + "grad_norm": 1.234375, + "learning_rate": 0.00039914540809296795, + "loss": 5.1367, + "mean_token_accuracy": 0.17565943598747252, + "num_tokens": 8239608.0, + "step": 4690 + }, + { + "entropy": 5.494941234588623, + "epoch": 3.6794670846394983, + "grad_norm": 1.1796875, + "learning_rate": 0.0003988944363106445, + "loss": 5.1561, + "mean_token_accuracy": 0.18333661705255508, + "num_tokens": 8247993.0, + "step": 4695 + }, + { + "entropy": 5.368853759765625, + "epoch": 3.683385579937304, + "grad_norm": 1.296875, + "learning_rate": 0.0003986432431088749, + "loss": 5.143, + "mean_token_accuracy": 0.1748058944940567, + "num_tokens": 8257279.0, + "step": 4700 + }, + { + "entropy": 5.482876777648926, + "epoch": 3.68730407523511, + "grad_norm": 1.3671875, + "learning_rate": 0.000398391828936582, + "loss": 5.1776, + "mean_token_accuracy": 0.1722080945968628, + "num_tokens": 8265166.0, + "step": 4705 + }, + { + "entropy": 5.340915870666504, + "epoch": 3.6912225705329154, + "grad_norm": 1.265625, + "learning_rate": 0.0003981401942430838, + "loss": 4.9655, + "mean_token_accuracy": 0.18662159740924836, + "num_tokens": 8273281.0, + "step": 4710 + }, + { + "entropy": 5.375476741790772, + "epoch": 3.695141065830721, + "grad_norm": 1.2421875, + "learning_rate": 0.00039788833947809217, + "loss": 5.1727, + "mean_token_accuracy": 0.17165548503398895, + "num_tokens": 8282432.0, + "step": 4715 + }, + { + "entropy": 5.347471475601196, + "epoch": 3.699059561128527, + "grad_norm": 1.2890625, + "learning_rate": 0.0003976362650917125, + "loss": 4.9954, + "mean_token_accuracy": 0.19145373702049256, + "num_tokens": 8290909.0, + "step": 4720 + }, + { + "entropy": 5.368044900894165, + "epoch": 3.7029780564263324, + "grad_norm": 1.28125, + "learning_rate": 0.00039738397153444264, + "loss": 5.1106, + "mean_token_accuracy": 0.18162070959806442, + "num_tokens": 8299581.0, + "step": 4725 + }, + { + "entropy": 5.46605544090271, + "epoch": 3.706896551724138, + "grad_norm": 1.2109375, + "learning_rate": 0.0003971314592571719, + "loss": 5.1308, + "mean_token_accuracy": 0.1756805568933487, + "num_tokens": 8308184.0, + "step": 4730 + }, + { + "entropy": 5.377258920669556, + "epoch": 3.7108150470219434, + "grad_norm": 1.28125, + "learning_rate": 0.0003968787287111809, + "loss": 5.1026, + "mean_token_accuracy": 0.18265192806720734, + "num_tokens": 8317054.0, + "step": 4735 + }, + { + "entropy": 5.343409299850464, + "epoch": 3.714733542319749, + "grad_norm": 1.25, + "learning_rate": 0.00039662578034814, + "loss": 5.1292, + "mean_token_accuracy": 0.18576941788196563, + "num_tokens": 8325961.0, + "step": 4740 + }, + { + "entropy": 5.552810716629028, + "epoch": 3.718652037617555, + "grad_norm": 1.2578125, + "learning_rate": 0.00039637261462010886, + "loss": 5.2267, + "mean_token_accuracy": 0.17132796049118043, + "num_tokens": 8334401.0, + "step": 4745 + }, + { + "entropy": 5.4945728302001955, + "epoch": 3.7225705329153604, + "grad_norm": 1.2734375, + "learning_rate": 0.0003961192319795358, + "loss": 5.1954, + "mean_token_accuracy": 0.1732421785593033, + "num_tokens": 8343786.0, + "step": 4750 + }, + { + "entropy": 5.4864644527435305, + "epoch": 3.726489028213166, + "grad_norm": 1.3125, + "learning_rate": 0.0003958656328792565, + "loss": 5.17, + "mean_token_accuracy": 0.1812288358807564, + "num_tokens": 8352286.0, + "step": 4755 + }, + { + "entropy": 5.339477300643921, + "epoch": 3.730407523510972, + "grad_norm": 1.1953125, + "learning_rate": 0.00039561181777249396, + "loss": 5.0962, + "mean_token_accuracy": 0.18505542427301408, + "num_tokens": 8361274.0, + "step": 4760 + }, + { + "entropy": 5.387203741073608, + "epoch": 3.7343260188087775, + "grad_norm": 1.21875, + "learning_rate": 0.00039535778711285676, + "loss": 5.1225, + "mean_token_accuracy": 0.18194636851549148, + "num_tokens": 8369881.0, + "step": 4765 + }, + { + "entropy": 5.474074840545654, + "epoch": 3.738244514106583, + "grad_norm": 1.296875, + "learning_rate": 0.0003951035413543388, + "loss": 5.1981, + "mean_token_accuracy": 0.16484691351652145, + "num_tokens": 8378234.0, + "step": 4770 + }, + { + "entropy": 5.408027410507202, + "epoch": 3.742163009404389, + "grad_norm": 1.2578125, + "learning_rate": 0.00039484908095131874, + "loss": 5.1144, + "mean_token_accuracy": 0.18274004459381105, + "num_tokens": 8387023.0, + "step": 4775 + }, + { + "entropy": 5.36602144241333, + "epoch": 3.7460815047021945, + "grad_norm": 1.2109375, + "learning_rate": 0.0003945944063585582, + "loss": 5.0755, + "mean_token_accuracy": 0.1848648577928543, + "num_tokens": 8396110.0, + "step": 4780 + }, + { + "entropy": 5.341309881210327, + "epoch": 3.75, + "grad_norm": 1.140625, + "learning_rate": 0.00039433951803120225, + "loss": 5.0402, + "mean_token_accuracy": 0.1882338985800743, + "num_tokens": 8405219.0, + "step": 4785 + }, + { + "entropy": 5.499637079238892, + "epoch": 3.7539184952978055, + "grad_norm": 1.234375, + "learning_rate": 0.00039408441642477764, + "loss": 5.2427, + "mean_token_accuracy": 0.1696087598800659, + "num_tokens": 8413996.0, + "step": 4790 + }, + { + "entropy": 5.383800268173218, + "epoch": 3.757836990595611, + "grad_norm": 1.2265625, + "learning_rate": 0.0003938291019951922, + "loss": 4.9861, + "mean_token_accuracy": 0.19548303335905076, + "num_tokens": 8421931.0, + "step": 4795 + }, + { + "entropy": 5.373687696456909, + "epoch": 3.761755485893417, + "grad_norm": 1.2578125, + "learning_rate": 0.0003935735751987344, + "loss": 5.0839, + "mean_token_accuracy": 0.1746331587433815, + "num_tokens": 8430090.0, + "step": 4800 + }, + { + "entropy": 5.327823877334595, + "epoch": 3.7656739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00039331783649207175, + "loss": 5.0766, + "mean_token_accuracy": 0.17887697219848633, + "num_tokens": 8439311.0, + "step": 4805 + }, + { + "entropy": 5.389744234085083, + "epoch": 3.769592476489028, + "grad_norm": 1.2109375, + "learning_rate": 0.00039306188633225097, + "loss": 5.1405, + "mean_token_accuracy": 0.1806069329380989, + "num_tokens": 8448952.0, + "step": 4810 + }, + { + "entropy": 5.394601345062256, + "epoch": 3.773510971786834, + "grad_norm": 1.2734375, + "learning_rate": 0.0003928057251766965, + "loss": 5.0759, + "mean_token_accuracy": 0.1838828906416893, + "num_tokens": 8457177.0, + "step": 4815 + }, + { + "entropy": 5.355936098098755, + "epoch": 3.7774294670846396, + "grad_norm": 1.296875, + "learning_rate": 0.00039254935348320984, + "loss": 5.1241, + "mean_token_accuracy": 0.18029553443193436, + "num_tokens": 8465844.0, + "step": 4820 + }, + { + "entropy": 5.447889137268066, + "epoch": 3.781347962382445, + "grad_norm": 1.3125, + "learning_rate": 0.00039229277170996885, + "loss": 5.2206, + "mean_token_accuracy": 0.17226959466934205, + "num_tokens": 8475198.0, + "step": 4825 + }, + { + "entropy": 5.474216604232788, + "epoch": 3.785266457680251, + "grad_norm": 1.25, + "learning_rate": 0.0003920359803155266, + "loss": 5.0949, + "mean_token_accuracy": 0.182598714530468, + "num_tokens": 8484050.0, + "step": 4830 + }, + { + "entropy": 5.325715017318726, + "epoch": 3.7891849529780566, + "grad_norm": 1.296875, + "learning_rate": 0.00039177897975881115, + "loss": 5.0895, + "mean_token_accuracy": 0.1856340140104294, + "num_tokens": 8491825.0, + "step": 4835 + }, + { + "entropy": 5.339238119125366, + "epoch": 3.793103448275862, + "grad_norm": 1.1640625, + "learning_rate": 0.0003915217704991239, + "loss": 5.0818, + "mean_token_accuracy": 0.18506858348846436, + "num_tokens": 8500651.0, + "step": 4840 + }, + { + "entropy": 5.439371633529663, + "epoch": 3.7970219435736676, + "grad_norm": 1.2734375, + "learning_rate": 0.0003912643529961397, + "loss": 5.0825, + "mean_token_accuracy": 0.1822042629122734, + "num_tokens": 8508464.0, + "step": 4845 + }, + { + "entropy": 5.415101051330566, + "epoch": 3.800940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.0003910067277099053, + "loss": 5.1316, + "mean_token_accuracy": 0.18691204339265824, + "num_tokens": 8517676.0, + "step": 4850 + }, + { + "entropy": 5.458886194229126, + "epoch": 3.804858934169279, + "grad_norm": 1.1875, + "learning_rate": 0.00039074889510083894, + "loss": 5.1881, + "mean_token_accuracy": 0.1722204566001892, + "num_tokens": 8526926.0, + "step": 4855 + }, + { + "entropy": 5.37487382888794, + "epoch": 3.8087774294670846, + "grad_norm": 1.296875, + "learning_rate": 0.0003904908556297293, + "loss": 5.0596, + "mean_token_accuracy": 0.1804742068052292, + "num_tokens": 8535814.0, + "step": 4860 + }, + { + "entropy": 5.458344507217407, + "epoch": 3.81269592476489, + "grad_norm": 1.2578125, + "learning_rate": 0.0003902326097577345, + "loss": 5.1719, + "mean_token_accuracy": 0.17721525430679322, + "num_tokens": 8544814.0, + "step": 4865 + }, + { + "entropy": 5.417445516586303, + "epoch": 3.816614420062696, + "grad_norm": 1.21875, + "learning_rate": 0.00038997415794638206, + "loss": 5.1667, + "mean_token_accuracy": 0.17812894880771638, + "num_tokens": 8553455.0, + "step": 4870 + }, + { + "entropy": 5.3424866676330565, + "epoch": 3.8205329153605017, + "grad_norm": 1.265625, + "learning_rate": 0.0003897155006575672, + "loss": 5.0781, + "mean_token_accuracy": 0.1781342074275017, + "num_tokens": 8562048.0, + "step": 4875 + }, + { + "entropy": 5.407690954208374, + "epoch": 3.824451410658307, + "grad_norm": 1.2265625, + "learning_rate": 0.00038945663835355247, + "loss": 5.1219, + "mean_token_accuracy": 0.1807398185133934, + "num_tokens": 8571855.0, + "step": 4880 + }, + { + "entropy": 5.394909906387329, + "epoch": 3.8283699059561127, + "grad_norm": 1.1953125, + "learning_rate": 0.00038919757149696665, + "loss": 5.1129, + "mean_token_accuracy": 0.17730758637189864, + "num_tokens": 8580425.0, + "step": 4885 + }, + { + "entropy": 5.411207771301269, + "epoch": 3.8322884012539182, + "grad_norm": 1.1640625, + "learning_rate": 0.00038893830055080437, + "loss": 5.1428, + "mean_token_accuracy": 0.18344798386096955, + "num_tokens": 8589751.0, + "step": 4890 + }, + { + "entropy": 5.435813570022583, + "epoch": 3.836206896551724, + "grad_norm": 1.28125, + "learning_rate": 0.0003886788259784248, + "loss": 5.1656, + "mean_token_accuracy": 0.17248253524303436, + "num_tokens": 8598077.0, + "step": 4895 + }, + { + "entropy": 5.494762659072876, + "epoch": 3.8401253918495297, + "grad_norm": 1.28125, + "learning_rate": 0.00038841914824355093, + "loss": 5.1758, + "mean_token_accuracy": 0.17547922879457473, + "num_tokens": 8606691.0, + "step": 4900 + }, + { + "entropy": 5.3925032138824465, + "epoch": 3.8440438871473352, + "grad_norm": 1.203125, + "learning_rate": 0.00038815926781026914, + "loss": 5.1202, + "mean_token_accuracy": 0.17767349481582642, + "num_tokens": 8615477.0, + "step": 4905 + }, + { + "entropy": 5.366964483261109, + "epoch": 3.847962382445141, + "grad_norm": 1.2265625, + "learning_rate": 0.0003878991851430279, + "loss": 5.1388, + "mean_token_accuracy": 0.18286672681570054, + "num_tokens": 8623982.0, + "step": 4910 + }, + { + "entropy": 5.405296802520752, + "epoch": 3.8518808777429467, + "grad_norm": 1.25, + "learning_rate": 0.0003876389007066371, + "loss": 5.1606, + "mean_token_accuracy": 0.17795273512601853, + "num_tokens": 8633017.0, + "step": 4915 + }, + { + "entropy": 5.375383281707764, + "epoch": 3.8557993730407523, + "grad_norm": 1.1875, + "learning_rate": 0.0003873784149662672, + "loss": 5.1049, + "mean_token_accuracy": 0.18141486793756484, + "num_tokens": 8642299.0, + "step": 4920 + }, + { + "entropy": 5.348470163345337, + "epoch": 3.8597178683385582, + "grad_norm": 1.1875, + "learning_rate": 0.0003871177283874484, + "loss": 5.0299, + "mean_token_accuracy": 0.18119459301233293, + "num_tokens": 8651008.0, + "step": 4925 + }, + { + "entropy": 5.368545627593994, + "epoch": 3.8636363636363638, + "grad_norm": 1.1875, + "learning_rate": 0.00038685684143606995, + "loss": 5.123, + "mean_token_accuracy": 0.17978052347898482, + "num_tokens": 8660103.0, + "step": 4930 + }, + { + "entropy": 5.316098833084107, + "epoch": 3.8675548589341693, + "grad_norm": 1.3203125, + "learning_rate": 0.0003865957545783791, + "loss": 5.076, + "mean_token_accuracy": 0.1843046337366104, + "num_tokens": 8668646.0, + "step": 4935 + }, + { + "entropy": 5.400100469589233, + "epoch": 3.871473354231975, + "grad_norm": 1.1796875, + "learning_rate": 0.00038633446828098046, + "loss": 5.2193, + "mean_token_accuracy": 0.17444987893104552, + "num_tokens": 8678190.0, + "step": 4940 + }, + { + "entropy": 5.516893720626831, + "epoch": 3.8753918495297803, + "grad_norm": 1.203125, + "learning_rate": 0.000386072983010835, + "loss": 5.2352, + "mean_token_accuracy": 0.1684794768691063, + "num_tokens": 8687336.0, + "step": 4945 + }, + { + "entropy": 5.461493587493896, + "epoch": 3.8793103448275863, + "grad_norm": 1.1640625, + "learning_rate": 0.00038581129923525914, + "loss": 5.1245, + "mean_token_accuracy": 0.18254335820674897, + "num_tokens": 8695939.0, + "step": 4950 + }, + { + "entropy": 5.378901958465576, + "epoch": 3.883228840125392, + "grad_norm": 1.2265625, + "learning_rate": 0.00038554941742192445, + "loss": 5.166, + "mean_token_accuracy": 0.18020853847265245, + "num_tokens": 8704828.0, + "step": 4955 + }, + { + "entropy": 5.441786289215088, + "epoch": 3.8871473354231973, + "grad_norm": 1.1796875, + "learning_rate": 0.0003852873380388561, + "loss": 5.0914, + "mean_token_accuracy": 0.19002858847379683, + "num_tokens": 8714427.0, + "step": 4960 + }, + { + "entropy": 5.476487874984741, + "epoch": 3.8910658307210033, + "grad_norm": 1.171875, + "learning_rate": 0.0003850250615544323, + "loss": 5.1655, + "mean_token_accuracy": 0.18157008439302444, + "num_tokens": 8723737.0, + "step": 4965 + }, + { + "entropy": 5.34540548324585, + "epoch": 3.894984326018809, + "grad_norm": 1.34375, + "learning_rate": 0.00038476258843738386, + "loss": 5.1234, + "mean_token_accuracy": 0.18455416560173035, + "num_tokens": 8733149.0, + "step": 4970 + }, + { + "entropy": 5.338756895065307, + "epoch": 3.8989028213166144, + "grad_norm": 1.2421875, + "learning_rate": 0.00038449991915679273, + "loss": 5.0862, + "mean_token_accuracy": 0.18745338916778564, + "num_tokens": 8742000.0, + "step": 4975 + }, + { + "entropy": 5.400898027420044, + "epoch": 3.9028213166144203, + "grad_norm": 1.125, + "learning_rate": 0.0003842370541820915, + "loss": 5.1547, + "mean_token_accuracy": 0.1786161720752716, + "num_tokens": 8751069.0, + "step": 4980 + }, + { + "entropy": 5.414169979095459, + "epoch": 3.906739811912226, + "grad_norm": 1.1484375, + "learning_rate": 0.00038397399398306243, + "loss": 5.0647, + "mean_token_accuracy": 0.18002667427062988, + "num_tokens": 8760092.0, + "step": 4985 + }, + { + "entropy": 5.392027568817139, + "epoch": 3.9106583072100314, + "grad_norm": 1.2421875, + "learning_rate": 0.00038371073902983684, + "loss": 5.0915, + "mean_token_accuracy": 0.18434868305921553, + "num_tokens": 8768039.0, + "step": 4990 + }, + { + "entropy": 5.399258708953857, + "epoch": 3.914576802507837, + "grad_norm": 1.28125, + "learning_rate": 0.000383447289792894, + "loss": 5.1307, + "mean_token_accuracy": 0.17574300169944762, + "num_tokens": 8776630.0, + "step": 4995 + }, + { + "entropy": 5.417212390899659, + "epoch": 3.9184952978056424, + "grad_norm": 1.1875, + "learning_rate": 0.00038318364674306036, + "loss": 5.081, + "mean_token_accuracy": 0.18248913884162904, + "num_tokens": 8785272.0, + "step": 5000 + }, + { + "epoch": 3.9184952978056424, + "eval_entropy": 5.3187168975209085, + "eval_loss": 5.745798110961914, + "eval_mean_token_accuracy": 0.16200539206927136, + "eval_num_tokens": 8785272.0, + "eval_runtime": 2.843, + "eval_samples_per_second": 1449.89, + "eval_steps_per_second": 181.5, + "step": 5000 + }, + { + "entropy": 5.414234256744384, + "epoch": 3.9224137931034484, + "grad_norm": 1.2109375, + "learning_rate": 0.00038291981035150883, + "loss": 5.1083, + "mean_token_accuracy": 0.18136782944202423, + "num_tokens": 8794197.0, + "step": 5005 + }, + { + "entropy": 5.408847141265869, + "epoch": 3.926332288401254, + "grad_norm": 1.3125, + "learning_rate": 0.0003826557810897579, + "loss": 5.1369, + "mean_token_accuracy": 0.17788099348545075, + "num_tokens": 8803195.0, + "step": 5010 + }, + { + "entropy": 5.396364307403564, + "epoch": 3.9302507836990594, + "grad_norm": 1.2109375, + "learning_rate": 0.0003823915594296705, + "loss": 5.0938, + "mean_token_accuracy": 0.18403008282184602, + "num_tokens": 8811772.0, + "step": 5015 + }, + { + "entropy": 5.265464973449707, + "epoch": 3.9341692789968654, + "grad_norm": 1.1484375, + "learning_rate": 0.0003821271458434538, + "loss": 5.0723, + "mean_token_accuracy": 0.1878345564007759, + "num_tokens": 8820482.0, + "step": 5020 + }, + { + "entropy": 5.374425792694092, + "epoch": 3.938087774294671, + "grad_norm": 1.2734375, + "learning_rate": 0.00038186254080365756, + "loss": 5.1502, + "mean_token_accuracy": 0.1756037726998329, + "num_tokens": 8828761.0, + "step": 5025 + }, + { + "entropy": 5.351945161819458, + "epoch": 3.9420062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.000381597744783174, + "loss": 5.0315, + "mean_token_accuracy": 0.18276280909776688, + "num_tokens": 8837165.0, + "step": 5030 + }, + { + "entropy": 5.379795837402344, + "epoch": 3.945924764890282, + "grad_norm": 1.203125, + "learning_rate": 0.00038133275825523645, + "loss": 5.1118, + "mean_token_accuracy": 0.18035837560892104, + "num_tokens": 8845472.0, + "step": 5035 + }, + { + "entropy": 5.405280685424804, + "epoch": 3.9498432601880875, + "grad_norm": 1.1875, + "learning_rate": 0.00038106758169341887, + "loss": 5.102, + "mean_token_accuracy": 0.18403379768133163, + "num_tokens": 8855246.0, + "step": 5040 + }, + { + "entropy": 5.4769899368286135, + "epoch": 3.9537617554858935, + "grad_norm": 1.28125, + "learning_rate": 0.0003808022155716348, + "loss": 5.1747, + "mean_token_accuracy": 0.1827925354242325, + "num_tokens": 8863667.0, + "step": 5045 + }, + { + "entropy": 5.351367425918579, + "epoch": 3.957680250783699, + "grad_norm": 1.203125, + "learning_rate": 0.0003805366603641364, + "loss": 5.0128, + "mean_token_accuracy": 0.19337196052074432, + "num_tokens": 8872306.0, + "step": 5050 + }, + { + "entropy": 5.3284947872161865, + "epoch": 3.9615987460815045, + "grad_norm": 1.1328125, + "learning_rate": 0.00038027091654551406, + "loss": 5.057, + "mean_token_accuracy": 0.18368325531482696, + "num_tokens": 8882037.0, + "step": 5055 + }, + { + "entropy": 5.311836004257202, + "epoch": 3.9655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.00038000498459069487, + "loss": 5.0921, + "mean_token_accuracy": 0.18096426427364348, + "num_tokens": 8890685.0, + "step": 5060 + }, + { + "entropy": 5.350221347808838, + "epoch": 3.969435736677116, + "grad_norm": 1.1796875, + "learning_rate": 0.0003797388649749426, + "loss": 5.0877, + "mean_token_accuracy": 0.18418147265911103, + "num_tokens": 8899927.0, + "step": 5065 + }, + { + "entropy": 5.397369432449341, + "epoch": 3.9733542319749215, + "grad_norm": 1.25, + "learning_rate": 0.0003794725581738559, + "loss": 5.1223, + "mean_token_accuracy": 0.18000091165304183, + "num_tokens": 8908571.0, + "step": 5070 + }, + { + "entropy": 5.36154465675354, + "epoch": 3.9772727272727275, + "grad_norm": 1.2109375, + "learning_rate": 0.00037920606466336834, + "loss": 5.0282, + "mean_token_accuracy": 0.1855129450559616, + "num_tokens": 8917246.0, + "step": 5075 + }, + { + "entropy": 5.3474297523498535, + "epoch": 3.981191222570533, + "grad_norm": 1.1484375, + "learning_rate": 0.000378939384919747, + "loss": 5.1311, + "mean_token_accuracy": 0.1813666984438896, + "num_tokens": 8926116.0, + "step": 5080 + }, + { + "entropy": 5.423180866241455, + "epoch": 3.9851097178683386, + "grad_norm": 1.1875, + "learning_rate": 0.0003786725194195918, + "loss": 5.1708, + "mean_token_accuracy": 0.1746719792485237, + "num_tokens": 8934914.0, + "step": 5085 + }, + { + "entropy": 5.4457080364227295, + "epoch": 3.989028213166144, + "grad_norm": 1.25, + "learning_rate": 0.00037840546863983484, + "loss": 5.0585, + "mean_token_accuracy": 0.18123985528945924, + "num_tokens": 8943321.0, + "step": 5090 + }, + { + "entropy": 5.346265506744385, + "epoch": 3.9929467084639496, + "grad_norm": 1.3125, + "learning_rate": 0.00037813823305773883, + "loss": 5.1302, + "mean_token_accuracy": 0.1808217704296112, + "num_tokens": 8951848.0, + "step": 5095 + }, + { + "entropy": 5.394402647018433, + "epoch": 3.9968652037617556, + "grad_norm": 1.1484375, + "learning_rate": 0.0003778708131508974, + "loss": 5.11, + "mean_token_accuracy": 0.18120819330215454, + "num_tokens": 8961291.0, + "step": 5100 + }, + { + "entropy": 5.469988012313843, + "epoch": 4.0007836990595615, + "grad_norm": 1.15625, + "learning_rate": 0.00037760320939723307, + "loss": 5.1504, + "mean_token_accuracy": 0.1797046482563019, + "num_tokens": 8971116.0, + "step": 5105 + }, + { + "entropy": 5.356029987335205, + "epoch": 4.004702194357367, + "grad_norm": 1.1640625, + "learning_rate": 0.00037733542227499727, + "loss": 4.7718, + "mean_token_accuracy": 0.20312984436750411, + "num_tokens": 8979362.0, + "step": 5110 + }, + { + "entropy": 5.430681324005127, + "epoch": 4.008620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.00037706745226276893, + "loss": 4.9455, + "mean_token_accuracy": 0.19273480027914047, + "num_tokens": 8987728.0, + "step": 5115 + }, + { + "entropy": 5.399423599243164, + "epoch": 4.012539184952978, + "grad_norm": 1.2421875, + "learning_rate": 0.0003767992998394539, + "loss": 4.7894, + "mean_token_accuracy": 0.19832758903503417, + "num_tokens": 8995817.0, + "step": 5120 + }, + { + "entropy": 5.328368282318115, + "epoch": 4.016457680250784, + "grad_norm": 1.140625, + "learning_rate": 0.0003765309654842842, + "loss": 4.8543, + "mean_token_accuracy": 0.19569939374923706, + "num_tokens": 9005683.0, + "step": 5125 + }, + { + "entropy": 5.275219869613648, + "epoch": 4.02037617554859, + "grad_norm": 1.25, + "learning_rate": 0.0003762624496768166, + "loss": 4.7808, + "mean_token_accuracy": 0.20220271348953248, + "num_tokens": 9015408.0, + "step": 5130 + }, + { + "entropy": 5.480678939819336, + "epoch": 4.024294670846395, + "grad_norm": 1.171875, + "learning_rate": 0.0003759937528969325, + "loss": 4.8989, + "mean_token_accuracy": 0.1920560657978058, + "num_tokens": 9024381.0, + "step": 5135 + }, + { + "entropy": 5.34601058959961, + "epoch": 4.028213166144201, + "grad_norm": 1.171875, + "learning_rate": 0.00037572487562483666, + "loss": 4.7963, + "mean_token_accuracy": 0.20266074538230897, + "num_tokens": 9033092.0, + "step": 5140 + }, + { + "entropy": 5.311284494400025, + "epoch": 4.032131661442007, + "grad_norm": 1.1484375, + "learning_rate": 0.00037545581834105623, + "loss": 4.9295, + "mean_token_accuracy": 0.19702926874160767, + "num_tokens": 9042251.0, + "step": 5145 + }, + { + "entropy": 5.345129108428955, + "epoch": 4.036050156739812, + "grad_norm": 1.2578125, + "learning_rate": 0.00037518658152644035, + "loss": 4.8002, + "mean_token_accuracy": 0.19346252232789993, + "num_tokens": 9050628.0, + "step": 5150 + }, + { + "entropy": 5.366067218780517, + "epoch": 4.039968652037618, + "grad_norm": 1.1484375, + "learning_rate": 0.0003749171656621588, + "loss": 4.8367, + "mean_token_accuracy": 0.21011017262935638, + "num_tokens": 9060080.0, + "step": 5155 + }, + { + "entropy": 5.3667596817016605, + "epoch": 4.043887147335423, + "grad_norm": 1.1640625, + "learning_rate": 0.0003746475712297014, + "loss": 4.844, + "mean_token_accuracy": 0.19992998540401458, + "num_tokens": 9069456.0, + "step": 5160 + }, + { + "entropy": 5.377957153320312, + "epoch": 4.047805642633229, + "grad_norm": 1.2421875, + "learning_rate": 0.0003743777987108771, + "loss": 4.8466, + "mean_token_accuracy": 0.2019576370716095, + "num_tokens": 9078790.0, + "step": 5165 + }, + { + "entropy": 5.2944563865661625, + "epoch": 4.051724137931035, + "grad_norm": 1.28125, + "learning_rate": 0.0003741078485878132, + "loss": 4.8521, + "mean_token_accuracy": 0.19751807302236557, + "num_tokens": 9086888.0, + "step": 5170 + }, + { + "entropy": 5.344511365890503, + "epoch": 4.05564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0003738377213429542, + "loss": 4.8942, + "mean_token_accuracy": 0.18725551962852477, + "num_tokens": 9095139.0, + "step": 5175 + }, + { + "entropy": 5.365310335159302, + "epoch": 4.059561128526646, + "grad_norm": 1.2421875, + "learning_rate": 0.0003735674174590614, + "loss": 4.7833, + "mean_token_accuracy": 0.19850707948207855, + "num_tokens": 9103464.0, + "step": 5180 + }, + { + "entropy": 5.341140699386597, + "epoch": 4.063479623824452, + "grad_norm": 1.3203125, + "learning_rate": 0.00037329693741921166, + "loss": 4.8065, + "mean_token_accuracy": 0.19978338330984116, + "num_tokens": 9111290.0, + "step": 5185 + }, + { + "entropy": 5.222963809967041, + "epoch": 4.067398119122257, + "grad_norm": 1.2421875, + "learning_rate": 0.0003730262817067967, + "loss": 4.6724, + "mean_token_accuracy": 0.20734440684318542, + "num_tokens": 9120224.0, + "step": 5190 + }, + { + "entropy": 5.360689163208008, + "epoch": 4.071316614420063, + "grad_norm": 1.3203125, + "learning_rate": 0.0003727554508055221, + "loss": 4.8433, + "mean_token_accuracy": 0.19537173509597777, + "num_tokens": 9128524.0, + "step": 5195 + }, + { + "entropy": 5.283273792266845, + "epoch": 4.075235109717869, + "grad_norm": 1.3046875, + "learning_rate": 0.0003724844451994066, + "loss": 4.721, + "mean_token_accuracy": 0.20277249068021774, + "num_tokens": 9137026.0, + "step": 5200 + }, + { + "entropy": 5.300542259216309, + "epoch": 4.079153605015674, + "grad_norm": 1.1796875, + "learning_rate": 0.00037221326537278113, + "loss": 4.8016, + "mean_token_accuracy": 0.2002988949418068, + "num_tokens": 9146312.0, + "step": 5205 + }, + { + "entropy": 5.311707401275635, + "epoch": 4.08307210031348, + "grad_norm": 1.25, + "learning_rate": 0.00037194191181028806, + "loss": 4.8341, + "mean_token_accuracy": 0.19669432789087296, + "num_tokens": 9155226.0, + "step": 5210 + }, + { + "entropy": 5.393960428237915, + "epoch": 4.086990595611285, + "grad_norm": 1.296875, + "learning_rate": 0.00037167038499688024, + "loss": 4.979, + "mean_token_accuracy": 0.19061197191476822, + "num_tokens": 9164090.0, + "step": 5215 + }, + { + "entropy": 5.354083108901977, + "epoch": 4.090909090909091, + "grad_norm": 1.2421875, + "learning_rate": 0.00037139868541782, + "loss": 4.8064, + "mean_token_accuracy": 0.20571322739124298, + "num_tokens": 9173002.0, + "step": 5220 + }, + { + "entropy": 5.350349712371826, + "epoch": 4.094827586206897, + "grad_norm": 1.265625, + "learning_rate": 0.0003711268135586787, + "loss": 4.837, + "mean_token_accuracy": 0.19182703793048858, + "num_tokens": 9182020.0, + "step": 5225 + }, + { + "entropy": 5.277394104003906, + "epoch": 4.098746081504702, + "grad_norm": 1.21875, + "learning_rate": 0.00037085476990533523, + "loss": 4.8569, + "mean_token_accuracy": 0.19545716941356658, + "num_tokens": 9190848.0, + "step": 5230 + }, + { + "entropy": 5.297388744354248, + "epoch": 4.102664576802508, + "grad_norm": 1.4375, + "learning_rate": 0.0003705825549439759, + "loss": 4.7846, + "mean_token_accuracy": 0.2089281588792801, + "num_tokens": 9198808.0, + "step": 5235 + }, + { + "entropy": 5.413204908370972, + "epoch": 4.106583072100314, + "grad_norm": 1.3125, + "learning_rate": 0.00037031016916109295, + "loss": 4.9121, + "mean_token_accuracy": 0.19246796071529387, + "num_tokens": 9207923.0, + "step": 5240 + }, + { + "entropy": 5.341586589813232, + "epoch": 4.110501567398119, + "grad_norm": 1.25, + "learning_rate": 0.00037003761304348374, + "loss": 4.8633, + "mean_token_accuracy": 0.19748846739530562, + "num_tokens": 9216759.0, + "step": 5245 + }, + { + "entropy": 5.278125047683716, + "epoch": 4.114420062695925, + "grad_norm": 1.1875, + "learning_rate": 0.00036976488707825056, + "loss": 4.7931, + "mean_token_accuracy": 0.19396317452192308, + "num_tokens": 9225951.0, + "step": 5250 + }, + { + "entropy": 5.303081369400024, + "epoch": 4.118338557993731, + "grad_norm": 1.1875, + "learning_rate": 0.00036949199175279876, + "loss": 4.8625, + "mean_token_accuracy": 0.1928597003221512, + "num_tokens": 9234413.0, + "step": 5255 + }, + { + "entropy": 5.386286067962646, + "epoch": 4.122257053291536, + "grad_norm": 1.2421875, + "learning_rate": 0.0003692189275548364, + "loss": 4.9949, + "mean_token_accuracy": 0.18975718915462494, + "num_tokens": 9244002.0, + "step": 5260 + }, + { + "entropy": 5.408260679244995, + "epoch": 4.126175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.0003689456949723737, + "loss": 4.8336, + "mean_token_accuracy": 0.19539573788642883, + "num_tokens": 9252689.0, + "step": 5265 + }, + { + "entropy": 5.394720888137817, + "epoch": 4.130094043887147, + "grad_norm": 1.265625, + "learning_rate": 0.0003686722944937215, + "loss": 4.8256, + "mean_token_accuracy": 0.19857707023620605, + "num_tokens": 9261118.0, + "step": 5270 + }, + { + "entropy": 5.265163803100586, + "epoch": 4.134012539184953, + "grad_norm": 1.296875, + "learning_rate": 0.00036839872660749084, + "loss": 4.8262, + "mean_token_accuracy": 0.19689211696386338, + "num_tokens": 9269205.0, + "step": 5275 + }, + { + "entropy": 5.289034748077393, + "epoch": 4.137931034482759, + "grad_norm": 1.234375, + "learning_rate": 0.0003681249918025918, + "loss": 4.8346, + "mean_token_accuracy": 0.19611582905054092, + "num_tokens": 9277770.0, + "step": 5280 + }, + { + "entropy": 5.303685474395752, + "epoch": 4.141849529780564, + "grad_norm": 1.265625, + "learning_rate": 0.00036785109056823297, + "loss": 4.871, + "mean_token_accuracy": 0.19228526800870896, + "num_tokens": 9286589.0, + "step": 5285 + }, + { + "entropy": 5.358338928222656, + "epoch": 4.14576802507837, + "grad_norm": 1.296875, + "learning_rate": 0.00036757702339392, + "loss": 4.849, + "mean_token_accuracy": 0.1935323506593704, + "num_tokens": 9295264.0, + "step": 5290 + }, + { + "entropy": 5.300791883468628, + "epoch": 4.149686520376176, + "grad_norm": 1.1953125, + "learning_rate": 0.00036730279076945574, + "loss": 4.8562, + "mean_token_accuracy": 0.19880399703979493, + "num_tokens": 9303525.0, + "step": 5295 + }, + { + "entropy": 5.304425001144409, + "epoch": 4.153605015673981, + "grad_norm": 1.2734375, + "learning_rate": 0.0003670283931849382, + "loss": 4.919, + "mean_token_accuracy": 0.1852765128016472, + "num_tokens": 9312839.0, + "step": 5300 + }, + { + "entropy": 5.327575397491455, + "epoch": 4.157523510971787, + "grad_norm": 1.265625, + "learning_rate": 0.00036675383113076023, + "loss": 4.8525, + "mean_token_accuracy": 0.19230640381574632, + "num_tokens": 9321462.0, + "step": 5305 + }, + { + "entropy": 5.294164800643921, + "epoch": 4.161442006269592, + "grad_norm": 1.4296875, + "learning_rate": 0.00036647910509760896, + "loss": 4.8788, + "mean_token_accuracy": 0.19457252472639083, + "num_tokens": 9329315.0, + "step": 5310 + }, + { + "entropy": 5.352940511703491, + "epoch": 4.165360501567398, + "grad_norm": 1.34375, + "learning_rate": 0.00036620421557646414, + "loss": 4.8288, + "mean_token_accuracy": 0.1951540604233742, + "num_tokens": 9336997.0, + "step": 5315 + }, + { + "entropy": 5.286109972000122, + "epoch": 4.169278996865204, + "grad_norm": 1.265625, + "learning_rate": 0.000365929163058598, + "loss": 4.7964, + "mean_token_accuracy": 0.20091632902622222, + "num_tokens": 9345364.0, + "step": 5320 + }, + { + "entropy": 5.301588249206543, + "epoch": 4.173197492163009, + "grad_norm": 1.234375, + "learning_rate": 0.0003656539480355741, + "loss": 4.8085, + "mean_token_accuracy": 0.20134562849998475, + "num_tokens": 9353961.0, + "step": 5325 + }, + { + "entropy": 5.412155055999756, + "epoch": 4.177115987460815, + "grad_norm": 1.3359375, + "learning_rate": 0.0003653785709992462, + "loss": 4.9702, + "mean_token_accuracy": 0.1869103878736496, + "num_tokens": 9362901.0, + "step": 5330 + }, + { + "entropy": 5.333846664428711, + "epoch": 4.181034482758621, + "grad_norm": 1.25, + "learning_rate": 0.00036510303244175775, + "loss": 4.8612, + "mean_token_accuracy": 0.19535253793001175, + "num_tokens": 9371800.0, + "step": 5335 + }, + { + "entropy": 5.287358522415161, + "epoch": 4.184952978056426, + "grad_norm": 1.296875, + "learning_rate": 0.00036482733285554073, + "loss": 4.8705, + "mean_token_accuracy": 0.20408109128475188, + "num_tokens": 9380033.0, + "step": 5340 + }, + { + "entropy": 5.4015497207641605, + "epoch": 4.188871473354232, + "grad_norm": 1.3203125, + "learning_rate": 0.00036455147273331507, + "loss": 4.9269, + "mean_token_accuracy": 0.19432390630245208, + "num_tokens": 9389264.0, + "step": 5345 + }, + { + "entropy": 5.320134592056275, + "epoch": 4.192789968652038, + "grad_norm": 1.2578125, + "learning_rate": 0.0003642754525680876, + "loss": 4.8445, + "mean_token_accuracy": 0.2027723029255867, + "num_tokens": 9398112.0, + "step": 5350 + }, + { + "entropy": 5.361209726333618, + "epoch": 4.196708463949843, + "grad_norm": 1.2578125, + "learning_rate": 0.00036399927285315104, + "loss": 4.9705, + "mean_token_accuracy": 0.18877116441726685, + "num_tokens": 9407400.0, + "step": 5355 + }, + { + "entropy": 5.342429494857788, + "epoch": 4.200626959247649, + "grad_norm": 1.3203125, + "learning_rate": 0.0003637229340820834, + "loss": 4.8583, + "mean_token_accuracy": 0.18957713395357131, + "num_tokens": 9416351.0, + "step": 5360 + }, + { + "entropy": 5.4186546325683596, + "epoch": 4.204545454545454, + "grad_norm": 1.328125, + "learning_rate": 0.0003634464367487467, + "loss": 4.88, + "mean_token_accuracy": 0.19252870678901673, + "num_tokens": 9424577.0, + "step": 5365 + }, + { + "entropy": 5.32326488494873, + "epoch": 4.20846394984326, + "grad_norm": 1.3046875, + "learning_rate": 0.0003631697813472867, + "loss": 4.8794, + "mean_token_accuracy": 0.20065970718860626, + "num_tokens": 9434242.0, + "step": 5370 + }, + { + "entropy": 5.263705587387085, + "epoch": 4.212382445141066, + "grad_norm": 1.2421875, + "learning_rate": 0.00036289296837213136, + "loss": 4.837, + "mean_token_accuracy": 0.19743873178958893, + "num_tokens": 9443247.0, + "step": 5375 + }, + { + "entropy": 5.284544992446899, + "epoch": 4.216300940438871, + "grad_norm": 1.171875, + "learning_rate": 0.00036261599831799034, + "loss": 4.7943, + "mean_token_accuracy": 0.19877972900867463, + "num_tokens": 9451998.0, + "step": 5380 + }, + { + "entropy": 5.350458097457886, + "epoch": 4.220219435736677, + "grad_norm": 1.2734375, + "learning_rate": 0.0003623388716798541, + "loss": 4.7761, + "mean_token_accuracy": 0.1993638679385185, + "num_tokens": 9459993.0, + "step": 5385 + }, + { + "entropy": 5.314915370941162, + "epoch": 4.224137931034483, + "grad_norm": 1.2890625, + "learning_rate": 0.00036206158895299277, + "loss": 4.8108, + "mean_token_accuracy": 0.19984694570302963, + "num_tokens": 9468036.0, + "step": 5390 + }, + { + "entropy": 5.232047080993652, + "epoch": 4.228056426332288, + "grad_norm": 1.25, + "learning_rate": 0.00036178415063295574, + "loss": 4.891, + "mean_token_accuracy": 0.19691408127546312, + "num_tokens": 9477031.0, + "step": 5395 + }, + { + "entropy": 5.320366287231446, + "epoch": 4.231974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00036150655721557, + "loss": 4.8016, + "mean_token_accuracy": 0.19657075256109238, + "num_tokens": 9485687.0, + "step": 5400 + }, + { + "entropy": 5.305319166183471, + "epoch": 4.2358934169279, + "grad_norm": 1.3046875, + "learning_rate": 0.0003612288091969402, + "loss": 4.8434, + "mean_token_accuracy": 0.2044542208313942, + "num_tokens": 9494613.0, + "step": 5405 + }, + { + "entropy": 5.330721235275268, + "epoch": 4.239811912225705, + "grad_norm": 1.3203125, + "learning_rate": 0.00036095090707344697, + "loss": 4.8422, + "mean_token_accuracy": 0.1964661344885826, + "num_tokens": 9503522.0, + "step": 5410 + }, + { + "entropy": 5.2977745056152346, + "epoch": 4.243730407523511, + "grad_norm": 1.265625, + "learning_rate": 0.00036067285134174654, + "loss": 4.877, + "mean_token_accuracy": 0.19300895184278488, + "num_tokens": 9512293.0, + "step": 5415 + }, + { + "entropy": 5.416642761230468, + "epoch": 4.247648902821316, + "grad_norm": 1.34375, + "learning_rate": 0.0003603946424987696, + "loss": 4.9687, + "mean_token_accuracy": 0.18967139422893525, + "num_tokens": 9520999.0, + "step": 5420 + }, + { + "entropy": 5.350950431823731, + "epoch": 4.251567398119122, + "grad_norm": 1.2890625, + "learning_rate": 0.00036011628104172045, + "loss": 4.9082, + "mean_token_accuracy": 0.19185323864221573, + "num_tokens": 9529798.0, + "step": 5425 + }, + { + "entropy": 5.384712743759155, + "epoch": 4.255485893416928, + "grad_norm": 1.265625, + "learning_rate": 0.00035983776746807613, + "loss": 4.8423, + "mean_token_accuracy": 0.20016718059778213, + "num_tokens": 9538668.0, + "step": 5430 + }, + { + "entropy": 5.371892261505127, + "epoch": 4.259404388714733, + "grad_norm": 1.1953125, + "learning_rate": 0.0003595591022755855, + "loss": 4.8935, + "mean_token_accuracy": 0.1966972291469574, + "num_tokens": 9546973.0, + "step": 5435 + }, + { + "entropy": 5.262534809112549, + "epoch": 4.263322884012539, + "grad_norm": 1.34375, + "learning_rate": 0.0003592802859622684, + "loss": 4.8249, + "mean_token_accuracy": 0.19144313931465148, + "num_tokens": 9555947.0, + "step": 5440 + }, + { + "entropy": 5.291714668273926, + "epoch": 4.267241379310345, + "grad_norm": 1.296875, + "learning_rate": 0.000359001319026415, + "loss": 4.8971, + "mean_token_accuracy": 0.19541571140289307, + "num_tokens": 9564730.0, + "step": 5445 + }, + { + "entropy": 5.251865196228027, + "epoch": 4.27115987460815, + "grad_norm": 1.2421875, + "learning_rate": 0.00035872220196658426, + "loss": 4.8677, + "mean_token_accuracy": 0.19326485991477965, + "num_tokens": 9573470.0, + "step": 5450 + }, + { + "entropy": 5.3626768589019775, + "epoch": 4.275078369905956, + "grad_norm": 1.3203125, + "learning_rate": 0.00035844293528160384, + "loss": 4.9022, + "mean_token_accuracy": 0.19184253066778184, + "num_tokens": 9581607.0, + "step": 5455 + }, + { + "entropy": 5.309332227706909, + "epoch": 4.278996865203762, + "grad_norm": 1.3515625, + "learning_rate": 0.0003581635194705682, + "loss": 4.8317, + "mean_token_accuracy": 0.19801969826221466, + "num_tokens": 9589801.0, + "step": 5460 + }, + { + "entropy": 5.324623441696167, + "epoch": 4.282915360501567, + "grad_norm": 1.15625, + "learning_rate": 0.00035788395503283914, + "loss": 4.9073, + "mean_token_accuracy": 0.19051554352045058, + "num_tokens": 9599983.0, + "step": 5465 + }, + { + "entropy": 5.36219277381897, + "epoch": 4.286833855799373, + "grad_norm": 1.2109375, + "learning_rate": 0.00035760424246804334, + "loss": 4.8104, + "mean_token_accuracy": 0.2058953285217285, + "num_tokens": 9608681.0, + "step": 5470 + }, + { + "entropy": 5.276078796386718, + "epoch": 4.290752351097178, + "grad_norm": 1.2578125, + "learning_rate": 0.0003573243822760726, + "loss": 4.8276, + "mean_token_accuracy": 0.2004624202847481, + "num_tokens": 9616461.0, + "step": 5475 + }, + { + "entropy": 5.330774974822998, + "epoch": 4.294670846394984, + "grad_norm": 1.2734375, + "learning_rate": 0.0003570443749570825, + "loss": 4.9218, + "mean_token_accuracy": 0.19378992766141892, + "num_tokens": 9625480.0, + "step": 5480 + }, + { + "entropy": 5.361484670639038, + "epoch": 4.29858934169279, + "grad_norm": 1.3828125, + "learning_rate": 0.0003567642210114914, + "loss": 4.8862, + "mean_token_accuracy": 0.19541665762662888, + "num_tokens": 9634172.0, + "step": 5485 + }, + { + "entropy": 5.2651701927185055, + "epoch": 4.302507836990595, + "grad_norm": 1.2421875, + "learning_rate": 0.00035648392093998, + "loss": 4.8552, + "mean_token_accuracy": 0.19159961491823196, + "num_tokens": 9643196.0, + "step": 5490 + }, + { + "entropy": 5.298784971237183, + "epoch": 4.306426332288401, + "grad_norm": 1.21875, + "learning_rate": 0.0003562034752434899, + "loss": 4.7723, + "mean_token_accuracy": 0.20255262702703475, + "num_tokens": 9652440.0, + "step": 5495 + }, + { + "entropy": 5.311981439590454, + "epoch": 4.310344827586207, + "grad_norm": 1.3203125, + "learning_rate": 0.0003559228844232229, + "loss": 4.8611, + "mean_token_accuracy": 0.19020333439111708, + "num_tokens": 9661248.0, + "step": 5500 + }, + { + "epoch": 4.310344827586207, + "eval_entropy": 5.248077216998551, + "eval_loss": 5.749776363372803, + "eval_mean_token_accuracy": 0.1632895873383034, + "eval_num_tokens": 9661248.0, + "eval_runtime": 2.8276, + "eval_samples_per_second": 1457.793, + "eval_steps_per_second": 182.489, + "step": 5500 + }, + { + "entropy": 5.37710165977478, + "epoch": 4.314263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.0003556421489806406, + "loss": 4.9139, + "mean_token_accuracy": 0.19273322820663452, + "num_tokens": 9670544.0, + "step": 5505 + }, + { + "entropy": 5.366926431655884, + "epoch": 4.318181818181818, + "grad_norm": 1.3203125, + "learning_rate": 0.0003553612694174624, + "loss": 4.8651, + "mean_token_accuracy": 0.19907910525798797, + "num_tokens": 9679331.0, + "step": 5510 + }, + { + "entropy": 5.395900774002075, + "epoch": 4.322100313479623, + "grad_norm": 1.25, + "learning_rate": 0.0003550802462356659, + "loss": 4.9481, + "mean_token_accuracy": 0.1884398877620697, + "num_tokens": 9688211.0, + "step": 5515 + }, + { + "entropy": 5.194250631332397, + "epoch": 4.326018808777429, + "grad_norm": 1.3046875, + "learning_rate": 0.00035479907993748484, + "loss": 4.7976, + "mean_token_accuracy": 0.19826843291521073, + "num_tokens": 9696231.0, + "step": 5520 + }, + { + "entropy": 5.2936523914337155, + "epoch": 4.329937304075235, + "grad_norm": 1.2265625, + "learning_rate": 0.00035451777102540915, + "loss": 4.8817, + "mean_token_accuracy": 0.189493390917778, + "num_tokens": 9705577.0, + "step": 5525 + }, + { + "entropy": 5.4261146068573, + "epoch": 4.33385579937304, + "grad_norm": 1.234375, + "learning_rate": 0.0003542363200021835, + "loss": 4.9046, + "mean_token_accuracy": 0.19722576886415483, + "num_tokens": 9715003.0, + "step": 5530 + }, + { + "entropy": 5.271376991271973, + "epoch": 4.337774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0003539547273708064, + "loss": 4.7675, + "mean_token_accuracy": 0.20243049114942552, + "num_tokens": 9723513.0, + "step": 5535 + }, + { + "entropy": 5.233092832565307, + "epoch": 4.341692789968652, + "grad_norm": 1.3046875, + "learning_rate": 0.00035367299363452966, + "loss": 4.8751, + "mean_token_accuracy": 0.19770222902297974, + "num_tokens": 9731800.0, + "step": 5540 + }, + { + "entropy": 5.314305019378662, + "epoch": 4.3456112852664575, + "grad_norm": 1.2109375, + "learning_rate": 0.00035339111929685694, + "loss": 4.8341, + "mean_token_accuracy": 0.19684212058782577, + "num_tokens": 9740356.0, + "step": 5545 + }, + { + "entropy": 5.353294086456299, + "epoch": 4.349529780564263, + "grad_norm": 1.296875, + "learning_rate": 0.00035310910486154365, + "loss": 4.8731, + "mean_token_accuracy": 0.18506744354963303, + "num_tokens": 9749529.0, + "step": 5550 + }, + { + "entropy": 5.318337631225586, + "epoch": 4.353448275862069, + "grad_norm": 1.15625, + "learning_rate": 0.0003528269508325951, + "loss": 4.8504, + "mean_token_accuracy": 0.19859633445739747, + "num_tokens": 9758750.0, + "step": 5555 + }, + { + "entropy": 5.278810739517212, + "epoch": 4.3573667711598745, + "grad_norm": 1.3203125, + "learning_rate": 0.0003525446577142663, + "loss": 4.9476, + "mean_token_accuracy": 0.19108470678329467, + "num_tokens": 9766992.0, + "step": 5560 + }, + { + "entropy": 5.3885668277740475, + "epoch": 4.36128526645768, + "grad_norm": 1.3828125, + "learning_rate": 0.00035226222601106105, + "loss": 4.9549, + "mean_token_accuracy": 0.190015073120594, + "num_tokens": 9777022.0, + "step": 5565 + }, + { + "entropy": 5.261571455001831, + "epoch": 4.3652037617554855, + "grad_norm": 1.296875, + "learning_rate": 0.0003519796562277303, + "loss": 4.6896, + "mean_token_accuracy": 0.20998727828264235, + "num_tokens": 9785863.0, + "step": 5570 + }, + { + "entropy": 5.268274402618408, + "epoch": 4.3691222570532915, + "grad_norm": 1.3828125, + "learning_rate": 0.0003516969488692723, + "loss": 4.869, + "mean_token_accuracy": 0.18851781636476517, + "num_tokens": 9794357.0, + "step": 5575 + }, + { + "entropy": 5.254127883911133, + "epoch": 4.3730407523510975, + "grad_norm": 1.3359375, + "learning_rate": 0.0003514141044409308, + "loss": 4.8185, + "mean_token_accuracy": 0.1957067370414734, + "num_tokens": 9803128.0, + "step": 5580 + }, + { + "entropy": 5.3343264102935795, + "epoch": 4.3769592476489025, + "grad_norm": 1.296875, + "learning_rate": 0.0003511311234481947, + "loss": 4.92, + "mean_token_accuracy": 0.1910697802901268, + "num_tokens": 9812046.0, + "step": 5585 + }, + { + "entropy": 5.281258201599121, + "epoch": 4.3808777429467085, + "grad_norm": 1.3203125, + "learning_rate": 0.00035084800639679695, + "loss": 4.8127, + "mean_token_accuracy": 0.20120692998170853, + "num_tokens": 9820935.0, + "step": 5590 + }, + { + "entropy": 5.3266654968261715, + "epoch": 4.3847962382445145, + "grad_norm": 1.2734375, + "learning_rate": 0.00035056475379271356, + "loss": 4.9496, + "mean_token_accuracy": 0.19124875962734222, + "num_tokens": 9829585.0, + "step": 5595 + }, + { + "entropy": 5.37768030166626, + "epoch": 4.38871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0003502813661421629, + "loss": 4.9832, + "mean_token_accuracy": 0.18994595110416412, + "num_tokens": 9839302.0, + "step": 5600 + }, + { + "entropy": 5.32978367805481, + "epoch": 4.3926332288401255, + "grad_norm": 1.2578125, + "learning_rate": 0.0003499978439516047, + "loss": 4.892, + "mean_token_accuracy": 0.20099774301052092, + "num_tokens": 9848330.0, + "step": 5605 + }, + { + "entropy": 5.289576721191406, + "epoch": 4.396551724137931, + "grad_norm": 1.2890625, + "learning_rate": 0.00034971418772773895, + "loss": 4.8436, + "mean_token_accuracy": 0.20694828331470488, + "num_tokens": 9856928.0, + "step": 5610 + }, + { + "entropy": 5.3501616477966305, + "epoch": 4.400470219435737, + "grad_norm": 1.2265625, + "learning_rate": 0.0003494303979775054, + "loss": 4.8947, + "mean_token_accuracy": 0.19155489802360534, + "num_tokens": 9865464.0, + "step": 5615 + }, + { + "entropy": 5.320032119750977, + "epoch": 4.4043887147335425, + "grad_norm": 1.2265625, + "learning_rate": 0.00034914647520808235, + "loss": 4.8677, + "mean_token_accuracy": 0.1985853910446167, + "num_tokens": 9874345.0, + "step": 5620 + }, + { + "entropy": 5.217613315582275, + "epoch": 4.408307210031348, + "grad_norm": 1.2890625, + "learning_rate": 0.0003488624199268859, + "loss": 4.8358, + "mean_token_accuracy": 0.20405414700508118, + "num_tokens": 9883135.0, + "step": 5625 + }, + { + "entropy": 5.3447154521942135, + "epoch": 4.412225705329154, + "grad_norm": 1.2265625, + "learning_rate": 0.0003485782326415687, + "loss": 4.9162, + "mean_token_accuracy": 0.19513294845819473, + "num_tokens": 9892229.0, + "step": 5630 + }, + { + "entropy": 5.355678558349609, + "epoch": 4.41614420062696, + "grad_norm": 1.25, + "learning_rate": 0.0003482939138600197, + "loss": 4.9231, + "mean_token_accuracy": 0.1947724536061287, + "num_tokens": 9901044.0, + "step": 5635 + }, + { + "entropy": 5.351405143737793, + "epoch": 4.420062695924765, + "grad_norm": 1.3203125, + "learning_rate": 0.0003480094640903626, + "loss": 4.931, + "mean_token_accuracy": 0.19275193065404891, + "num_tokens": 9909818.0, + "step": 5640 + }, + { + "entropy": 5.254307508468628, + "epoch": 4.423981191222571, + "grad_norm": 1.28125, + "learning_rate": 0.00034772488384095517, + "loss": 4.7924, + "mean_token_accuracy": 0.20588268637657164, + "num_tokens": 9919295.0, + "step": 5645 + }, + { + "entropy": 5.285707759857178, + "epoch": 4.427899686520377, + "grad_norm": 1.390625, + "learning_rate": 0.00034744017362038854, + "loss": 4.8964, + "mean_token_accuracy": 0.193529711663723, + "num_tokens": 9927539.0, + "step": 5650 + }, + { + "entropy": 5.312068700790405, + "epoch": 4.431818181818182, + "grad_norm": 1.3046875, + "learning_rate": 0.00034715533393748604, + "loss": 4.9331, + "mean_token_accuracy": 0.19326264411211014, + "num_tokens": 9936540.0, + "step": 5655 + }, + { + "entropy": 5.300959777832031, + "epoch": 4.435736677115988, + "grad_norm": 1.28125, + "learning_rate": 0.00034687036530130244, + "loss": 4.7829, + "mean_token_accuracy": 0.20409155637025833, + "num_tokens": 9945065.0, + "step": 5660 + }, + { + "entropy": 5.309552812576294, + "epoch": 4.439655172413793, + "grad_norm": 1.28125, + "learning_rate": 0.0003465852682211227, + "loss": 4.8241, + "mean_token_accuracy": 0.19703736603260041, + "num_tokens": 9954155.0, + "step": 5665 + }, + { + "entropy": 5.282710695266724, + "epoch": 4.443573667711599, + "grad_norm": 1.2734375, + "learning_rate": 0.0003463000432064617, + "loss": 4.9015, + "mean_token_accuracy": 0.19094373732805253, + "num_tokens": 9963269.0, + "step": 5670 + }, + { + "entropy": 5.362774848937988, + "epoch": 4.447492163009405, + "grad_norm": 1.25, + "learning_rate": 0.00034601469076706276, + "loss": 4.9442, + "mean_token_accuracy": 0.19358460158109664, + "num_tokens": 9972688.0, + "step": 5675 + }, + { + "entropy": 5.4085431575775145, + "epoch": 4.45141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.0003457292114128968, + "loss": 4.8887, + "mean_token_accuracy": 0.19286465495824814, + "num_tokens": 9981283.0, + "step": 5680 + }, + { + "entropy": 5.274885272979736, + "epoch": 4.455329153605016, + "grad_norm": 1.3671875, + "learning_rate": 0.000345443605654162, + "loss": 4.9088, + "mean_token_accuracy": 0.1932951644062996, + "num_tokens": 9989870.0, + "step": 5685 + }, + { + "entropy": 5.293261957168579, + "epoch": 4.459247648902822, + "grad_norm": 1.3984375, + "learning_rate": 0.00034515787400128195, + "loss": 4.9129, + "mean_token_accuracy": 0.19092471301555633, + "num_tokens": 9998136.0, + "step": 5690 + }, + { + "entropy": 5.332083702087402, + "epoch": 4.463166144200627, + "grad_norm": 1.3515625, + "learning_rate": 0.0003448720169649054, + "loss": 4.8605, + "mean_token_accuracy": 0.1922208473086357, + "num_tokens": 10006730.0, + "step": 5695 + }, + { + "entropy": 5.337637710571289, + "epoch": 4.467084639498433, + "grad_norm": 1.171875, + "learning_rate": 0.0003445860350559055, + "loss": 4.8506, + "mean_token_accuracy": 0.20467009395360947, + "num_tokens": 10015517.0, + "step": 5700 + }, + { + "entropy": 5.234624528884888, + "epoch": 4.471003134796238, + "grad_norm": 1.3515625, + "learning_rate": 0.000344299928785378, + "loss": 4.9077, + "mean_token_accuracy": 0.19626541435718536, + "num_tokens": 10024552.0, + "step": 5705 + }, + { + "entropy": 5.289376926422119, + "epoch": 4.474921630094044, + "grad_norm": 1.328125, + "learning_rate": 0.00034401369866464133, + "loss": 4.8799, + "mean_token_accuracy": 0.19567616283893585, + "num_tokens": 10033523.0, + "step": 5710 + }, + { + "entropy": 5.276830768585205, + "epoch": 4.47884012539185, + "grad_norm": 1.234375, + "learning_rate": 0.00034372734520523505, + "loss": 4.7729, + "mean_token_accuracy": 0.19215544909238816, + "num_tokens": 10041988.0, + "step": 5715 + }, + { + "entropy": 5.254915189743042, + "epoch": 4.482758620689655, + "grad_norm": 1.296875, + "learning_rate": 0.0003434408689189193, + "loss": 4.8576, + "mean_token_accuracy": 0.20303562581539153, + "num_tokens": 10050543.0, + "step": 5720 + }, + { + "entropy": 5.3186054706573485, + "epoch": 4.486677115987461, + "grad_norm": 1.2734375, + "learning_rate": 0.0003431542703176737, + "loss": 4.8736, + "mean_token_accuracy": 0.1990189731121063, + "num_tokens": 10059300.0, + "step": 5725 + }, + { + "entropy": 5.299335289001465, + "epoch": 4.490595611285267, + "grad_norm": 1.1796875, + "learning_rate": 0.0003428675499136963, + "loss": 4.9096, + "mean_token_accuracy": 0.1965264245867729, + "num_tokens": 10068535.0, + "step": 5730 + }, + { + "entropy": 5.33660740852356, + "epoch": 4.494514106583072, + "grad_norm": 1.296875, + "learning_rate": 0.000342580708219403, + "loss": 4.9551, + "mean_token_accuracy": 0.19655793607234956, + "num_tokens": 10077731.0, + "step": 5735 + }, + { + "entropy": 5.306480646133423, + "epoch": 4.498432601880878, + "grad_norm": 1.2109375, + "learning_rate": 0.0003422937457474264, + "loss": 4.8472, + "mean_token_accuracy": 0.19078222960233687, + "num_tokens": 10087146.0, + "step": 5740 + }, + { + "entropy": 5.302515649795533, + "epoch": 4.502351097178684, + "grad_norm": 1.2421875, + "learning_rate": 0.00034200666301061495, + "loss": 4.8527, + "mean_token_accuracy": 0.19615772366523743, + "num_tokens": 10096659.0, + "step": 5745 + }, + { + "entropy": 5.330955839157104, + "epoch": 4.506269592476489, + "grad_norm": 1.25, + "learning_rate": 0.00034171946052203217, + "loss": 4.9463, + "mean_token_accuracy": 0.1952238753437996, + "num_tokens": 10105403.0, + "step": 5750 + }, + { + "entropy": 5.405318927764893, + "epoch": 4.510188087774295, + "grad_norm": 1.3671875, + "learning_rate": 0.00034143213879495526, + "loss": 4.8819, + "mean_token_accuracy": 0.1959804505109787, + "num_tokens": 10115410.0, + "step": 5755 + }, + { + "entropy": 5.30314073562622, + "epoch": 4.514106583072101, + "grad_norm": 1.28125, + "learning_rate": 0.000341144698342875, + "loss": 4.9059, + "mean_token_accuracy": 0.19124898910522461, + "num_tokens": 10123800.0, + "step": 5760 + }, + { + "entropy": 5.359114027023315, + "epoch": 4.518025078369906, + "grad_norm": 1.3515625, + "learning_rate": 0.0003408571396794939, + "loss": 4.9269, + "mean_token_accuracy": 0.19253372251987458, + "num_tokens": 10132775.0, + "step": 5765 + }, + { + "entropy": 5.300523567199707, + "epoch": 4.521943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0003405694633187259, + "loss": 4.8243, + "mean_token_accuracy": 0.19811718314886093, + "num_tokens": 10141811.0, + "step": 5770 + }, + { + "entropy": 5.239429950714111, + "epoch": 4.525862068965517, + "grad_norm": 1.328125, + "learning_rate": 0.00034028166977469545, + "loss": 4.8413, + "mean_token_accuracy": 0.1970396563410759, + "num_tokens": 10150823.0, + "step": 5775 + }, + { + "entropy": 5.328087615966797, + "epoch": 4.529780564263323, + "grad_norm": 1.2265625, + "learning_rate": 0.00033999375956173607, + "loss": 4.8443, + "mean_token_accuracy": 0.19740379452705384, + "num_tokens": 10158983.0, + "step": 5780 + }, + { + "entropy": 5.348503494262696, + "epoch": 4.533699059561129, + "grad_norm": 1.359375, + "learning_rate": 0.0003397057331943902, + "loss": 4.8488, + "mean_token_accuracy": 0.19886207431554795, + "num_tokens": 10167596.0, + "step": 5785 + }, + { + "entropy": 5.278054809570312, + "epoch": 4.537617554858934, + "grad_norm": 1.265625, + "learning_rate": 0.0003394175911874076, + "loss": 4.9183, + "mean_token_accuracy": 0.1959143877029419, + "num_tokens": 10176216.0, + "step": 5790 + }, + { + "entropy": 5.27154655456543, + "epoch": 4.54153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.0003391293340557446, + "loss": 4.8187, + "mean_token_accuracy": 0.196979558467865, + "num_tokens": 10185685.0, + "step": 5795 + }, + { + "entropy": 5.311609601974487, + "epoch": 4.545454545454545, + "grad_norm": 1.3203125, + "learning_rate": 0.0003388409623145637, + "loss": 4.8302, + "mean_token_accuracy": 0.19562277495861052, + "num_tokens": 10193679.0, + "step": 5800 + }, + { + "entropy": 5.314465045928955, + "epoch": 4.549373040752351, + "grad_norm": 1.3984375, + "learning_rate": 0.00033855247647923177, + "loss": 4.8847, + "mean_token_accuracy": 0.2017224296927452, + "num_tokens": 10201154.0, + "step": 5805 + }, + { + "entropy": 5.291952085494995, + "epoch": 4.553291536050157, + "grad_norm": 1.2734375, + "learning_rate": 0.0003382638770653198, + "loss": 4.8034, + "mean_token_accuracy": 0.20398634672164917, + "num_tokens": 10209180.0, + "step": 5810 + }, + { + "entropy": 5.332205009460449, + "epoch": 4.557210031347962, + "grad_norm": 1.2890625, + "learning_rate": 0.0003379751645886017, + "loss": 4.8946, + "mean_token_accuracy": 0.19163894057273864, + "num_tokens": 10217430.0, + "step": 5815 + }, + { + "entropy": 5.289204931259155, + "epoch": 4.561128526645768, + "grad_norm": 1.3359375, + "learning_rate": 0.0003376863395650537, + "loss": 4.9579, + "mean_token_accuracy": 0.19430561512708663, + "num_tokens": 10226453.0, + "step": 5820 + }, + { + "entropy": 5.411459732055664, + "epoch": 4.565047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00033739740251085263, + "loss": 4.988, + "mean_token_accuracy": 0.19136859327554703, + "num_tokens": 10235005.0, + "step": 5825 + }, + { + "entropy": 5.403548669815064, + "epoch": 4.568965517241379, + "grad_norm": 1.3671875, + "learning_rate": 0.00033710835394237603, + "loss": 4.8996, + "mean_token_accuracy": 0.19628941118717194, + "num_tokens": 10243800.0, + "step": 5830 + }, + { + "entropy": 5.262275171279907, + "epoch": 4.572884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.00033681919437620066, + "loss": 4.8703, + "mean_token_accuracy": 0.2014416426420212, + "num_tokens": 10252370.0, + "step": 5835 + }, + { + "entropy": 5.295157718658447, + "epoch": 4.576802507836991, + "grad_norm": 1.328125, + "learning_rate": 0.0003365299243291014, + "loss": 4.9385, + "mean_token_accuracy": 0.19208094030618666, + "num_tokens": 10260777.0, + "step": 5840 + }, + { + "entropy": 5.319491243362426, + "epoch": 4.580721003134796, + "grad_norm": 1.265625, + "learning_rate": 0.00033624054431805067, + "loss": 4.9397, + "mean_token_accuracy": 0.1825719639658928, + "num_tokens": 10270571.0, + "step": 5845 + }, + { + "entropy": 5.391564750671387, + "epoch": 4.584639498432602, + "grad_norm": 1.3046875, + "learning_rate": 0.00033595105486021763, + "loss": 4.9174, + "mean_token_accuracy": 0.1958574578166008, + "num_tokens": 10279284.0, + "step": 5850 + }, + { + "entropy": 5.274766731262207, + "epoch": 4.588557993730408, + "grad_norm": 1.25, + "learning_rate": 0.00033566145647296675, + "loss": 4.8215, + "mean_token_accuracy": 0.19175848811864854, + "num_tokens": 10288610.0, + "step": 5855 + }, + { + "entropy": 5.26464262008667, + "epoch": 4.592476489028213, + "grad_norm": 1.3359375, + "learning_rate": 0.00033537174967385744, + "loss": 4.8178, + "mean_token_accuracy": 0.19997525513172149, + "num_tokens": 10296603.0, + "step": 5860 + }, + { + "entropy": 5.231957292556762, + "epoch": 4.596394984326019, + "grad_norm": 1.2421875, + "learning_rate": 0.00033508193498064254, + "loss": 4.8005, + "mean_token_accuracy": 0.20198751240968704, + "num_tokens": 10305199.0, + "step": 5865 + }, + { + "entropy": 5.2481550693511965, + "epoch": 4.600313479623824, + "grad_norm": 1.21875, + "learning_rate": 0.00033479201291126807, + "loss": 4.7616, + "mean_token_accuracy": 0.20384960919618605, + "num_tokens": 10313967.0, + "step": 5870 + }, + { + "entropy": 5.285054874420166, + "epoch": 4.60423197492163, + "grad_norm": 1.2734375, + "learning_rate": 0.0003345019839838717, + "loss": 4.8634, + "mean_token_accuracy": 0.20132818669080735, + "num_tokens": 10322532.0, + "step": 5875 + }, + { + "entropy": 5.2304784774780275, + "epoch": 4.608150470219436, + "grad_norm": 1.234375, + "learning_rate": 0.0003342118487167822, + "loss": 4.7192, + "mean_token_accuracy": 0.20240301340818406, + "num_tokens": 10330631.0, + "step": 5880 + }, + { + "entropy": 5.203008651733398, + "epoch": 4.612068965517241, + "grad_norm": 1.2890625, + "learning_rate": 0.00033392160762851813, + "loss": 4.7726, + "mean_token_accuracy": 0.20057196766138077, + "num_tokens": 10339229.0, + "step": 5885 + }, + { + "entropy": 5.33842830657959, + "epoch": 4.615987460815047, + "grad_norm": 1.1484375, + "learning_rate": 0.0003336312612377877, + "loss": 4.8712, + "mean_token_accuracy": 0.19062244594097139, + "num_tokens": 10348882.0, + "step": 5890 + }, + { + "entropy": 5.405837821960449, + "epoch": 4.619905956112853, + "grad_norm": 1.359375, + "learning_rate": 0.00033334081006348683, + "loss": 5.0137, + "mean_token_accuracy": 0.18338688015937804, + "num_tokens": 10358154.0, + "step": 5895 + }, + { + "entropy": 5.326955509185791, + "epoch": 4.623824451410658, + "grad_norm": 1.3515625, + "learning_rate": 0.0003330502546246988, + "loss": 4.9173, + "mean_token_accuracy": 0.19435677230358123, + "num_tokens": 10367100.0, + "step": 5900 + }, + { + "entropy": 5.228698635101319, + "epoch": 4.627742946708464, + "grad_norm": 1.2265625, + "learning_rate": 0.00033275959544069335, + "loss": 4.7217, + "mean_token_accuracy": 0.21096832901239396, + "num_tokens": 10375711.0, + "step": 5905 + }, + { + "entropy": 5.298200368881226, + "epoch": 4.631661442006269, + "grad_norm": 1.25, + "learning_rate": 0.00033246883303092564, + "loss": 4.8347, + "mean_token_accuracy": 0.19578275382518767, + "num_tokens": 10384513.0, + "step": 5910 + }, + { + "entropy": 5.32994966506958, + "epoch": 4.635579937304075, + "grad_norm": 1.328125, + "learning_rate": 0.00033217796791503503, + "loss": 4.8979, + "mean_token_accuracy": 0.19180350005626678, + "num_tokens": 10393564.0, + "step": 5915 + }, + { + "entropy": 5.340075159072876, + "epoch": 4.639498432601881, + "grad_norm": 1.3515625, + "learning_rate": 0.0003318870006128449, + "loss": 4.9009, + "mean_token_accuracy": 0.19497937262058257, + "num_tokens": 10402042.0, + "step": 5920 + }, + { + "entropy": 5.2525848865509035, + "epoch": 4.643416927899686, + "grad_norm": 1.3203125, + "learning_rate": 0.0003315959316443608, + "loss": 4.8005, + "mean_token_accuracy": 0.19507636427879332, + "num_tokens": 10410847.0, + "step": 5925 + }, + { + "entropy": 5.302730655670166, + "epoch": 4.647335423197492, + "grad_norm": 1.1953125, + "learning_rate": 0.0003313047615297703, + "loss": 4.9173, + "mean_token_accuracy": 0.19071874022483826, + "num_tokens": 10420366.0, + "step": 5930 + }, + { + "entropy": 5.27545428276062, + "epoch": 4.651253918495298, + "grad_norm": 1.375, + "learning_rate": 0.00033101349078944165, + "loss": 4.8207, + "mean_token_accuracy": 0.1988954409956932, + "num_tokens": 10428870.0, + "step": 5935 + }, + { + "entropy": 5.289353847503662, + "epoch": 4.655172413793103, + "grad_norm": 1.3203125, + "learning_rate": 0.0003307221199439227, + "loss": 4.8875, + "mean_token_accuracy": 0.1902886673808098, + "num_tokens": 10437714.0, + "step": 5940 + }, + { + "entropy": 5.229666614532471, + "epoch": 4.659090909090909, + "grad_norm": 1.203125, + "learning_rate": 0.00033043064951394045, + "loss": 4.7743, + "mean_token_accuracy": 0.20280301570892334, + "num_tokens": 10447198.0, + "step": 5945 + }, + { + "entropy": 5.318718528747558, + "epoch": 4.663009404388715, + "grad_norm": 1.4375, + "learning_rate": 0.00033013908002039994, + "loss": 4.8343, + "mean_token_accuracy": 0.20482680797576905, + "num_tokens": 10455790.0, + "step": 5950 + }, + { + "entropy": 5.347198152542115, + "epoch": 4.66692789968652, + "grad_norm": 1.21875, + "learning_rate": 0.00032984741198438305, + "loss": 4.9279, + "mean_token_accuracy": 0.19780130237340926, + "num_tokens": 10464094.0, + "step": 5955 + }, + { + "entropy": 5.271975326538086, + "epoch": 4.670846394984326, + "grad_norm": 1.25, + "learning_rate": 0.0003295556459271478, + "loss": 4.9087, + "mean_token_accuracy": 0.19745671898126602, + "num_tokens": 10473201.0, + "step": 5960 + }, + { + "entropy": 5.3372969150543215, + "epoch": 4.674764890282132, + "grad_norm": 1.3203125, + "learning_rate": 0.0003292637823701276, + "loss": 4.9174, + "mean_token_accuracy": 0.18904770612716676, + "num_tokens": 10482617.0, + "step": 5965 + }, + { + "entropy": 5.318005990982056, + "epoch": 4.678683385579937, + "grad_norm": 1.2578125, + "learning_rate": 0.0003289718218349298, + "loss": 4.7931, + "mean_token_accuracy": 0.20507727265357972, + "num_tokens": 10491702.0, + "step": 5970 + }, + { + "entropy": 5.395375823974609, + "epoch": 4.682601880877743, + "grad_norm": 1.28125, + "learning_rate": 0.0003286797648433351, + "loss": 4.9914, + "mean_token_accuracy": 0.19012427777051927, + "num_tokens": 10501189.0, + "step": 5975 + }, + { + "entropy": 5.289163064956665, + "epoch": 4.686520376175548, + "grad_norm": 1.2421875, + "learning_rate": 0.000328387611917297, + "loss": 4.8558, + "mean_token_accuracy": 0.19690819084644318, + "num_tokens": 10510272.0, + "step": 5980 + }, + { + "entropy": 5.362410306930542, + "epoch": 4.690438871473354, + "grad_norm": 1.34375, + "learning_rate": 0.0003280953635789401, + "loss": 4.9339, + "mean_token_accuracy": 0.19246556907892226, + "num_tokens": 10518782.0, + "step": 5985 + }, + { + "entropy": 5.279406404495239, + "epoch": 4.69435736677116, + "grad_norm": 1.2109375, + "learning_rate": 0.0003278030203505594, + "loss": 4.8822, + "mean_token_accuracy": 0.19507061094045638, + "num_tokens": 10528262.0, + "step": 5990 + }, + { + "entropy": 5.220873260498047, + "epoch": 4.698275862068965, + "grad_norm": 1.296875, + "learning_rate": 0.0003275105827546197, + "loss": 4.8613, + "mean_token_accuracy": 0.19446012526750564, + "num_tokens": 10536399.0, + "step": 5995 + }, + { + "entropy": 5.352699279785156, + "epoch": 4.702194357366771, + "grad_norm": 1.1875, + "learning_rate": 0.00032721805131375446, + "loss": 4.9148, + "mean_token_accuracy": 0.19234919399023057, + "num_tokens": 10544842.0, + "step": 6000 + }, + { + "epoch": 4.702194357366771, + "eval_entropy": 5.2583259491957435, + "eval_loss": 5.718573093414307, + "eval_mean_token_accuracy": 0.16578412574333276, + "eval_num_tokens": 10544842.0, + "eval_runtime": 3.0114, + "eval_samples_per_second": 1368.819, + "eval_steps_per_second": 171.351, + "step": 6000 + }, + { + "entropy": 5.326291799545288, + "epoch": 4.706112852664576, + "grad_norm": 1.328125, + "learning_rate": 0.0003269254265507647, + "loss": 4.857, + "mean_token_accuracy": 0.1958915650844574, + "num_tokens": 10553630.0, + "step": 6005 + }, + { + "entropy": 5.236906337738037, + "epoch": 4.710031347962382, + "grad_norm": 1.3671875, + "learning_rate": 0.00032663270898861845, + "loss": 4.8591, + "mean_token_accuracy": 0.19698517322540282, + "num_tokens": 10561714.0, + "step": 6010 + }, + { + "entropy": 5.309299564361572, + "epoch": 4.713949843260188, + "grad_norm": 1.2890625, + "learning_rate": 0.00032633989915044944, + "loss": 4.9394, + "mean_token_accuracy": 0.19155541956424713, + "num_tokens": 10571075.0, + "step": 6015 + }, + { + "entropy": 5.335476875305176, + "epoch": 4.717868338557993, + "grad_norm": 1.359375, + "learning_rate": 0.00032604699755955615, + "loss": 4.823, + "mean_token_accuracy": 0.20272691249847413, + "num_tokens": 10579698.0, + "step": 6020 + }, + { + "entropy": 5.258983755111695, + "epoch": 4.721786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.00032575400473940135, + "loss": 4.8593, + "mean_token_accuracy": 0.1937871977686882, + "num_tokens": 10588060.0, + "step": 6025 + }, + { + "entropy": 5.232053327560425, + "epoch": 4.725705329153605, + "grad_norm": 1.21875, + "learning_rate": 0.0003254609212136108, + "loss": 4.8849, + "mean_token_accuracy": 0.19797635674476624, + "num_tokens": 10596482.0, + "step": 6030 + }, + { + "entropy": 5.281117677688599, + "epoch": 4.72962382445141, + "grad_norm": 1.1875, + "learning_rate": 0.0003251677475059721, + "loss": 4.9074, + "mean_token_accuracy": 0.19144712686538695, + "num_tokens": 10605630.0, + "step": 6035 + }, + { + "entropy": 5.352448415756226, + "epoch": 4.733542319749216, + "grad_norm": 1.2734375, + "learning_rate": 0.00032487448414043435, + "loss": 4.9064, + "mean_token_accuracy": 0.198373182117939, + "num_tokens": 10614772.0, + "step": 6040 + }, + { + "entropy": 5.3052754402160645, + "epoch": 4.737460815047022, + "grad_norm": 1.2578125, + "learning_rate": 0.00032458113164110665, + "loss": 4.8833, + "mean_token_accuracy": 0.19952247738838197, + "num_tokens": 10623583.0, + "step": 6045 + }, + { + "entropy": 5.3142999649047855, + "epoch": 4.741379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.0003242876905322575, + "loss": 4.8313, + "mean_token_accuracy": 0.2084073856472969, + "num_tokens": 10632136.0, + "step": 6050 + }, + { + "entropy": 5.291184377670288, + "epoch": 4.745297805642633, + "grad_norm": 1.2265625, + "learning_rate": 0.0003239941613383138, + "loss": 4.9275, + "mean_token_accuracy": 0.19395726472139357, + "num_tokens": 10641306.0, + "step": 6055 + }, + { + "entropy": 5.308550596237183, + "epoch": 4.749216300940439, + "grad_norm": 1.3203125, + "learning_rate": 0.00032370054458385973, + "loss": 4.872, + "mean_token_accuracy": 0.19650894552469253, + "num_tokens": 10650866.0, + "step": 6060 + }, + { + "entropy": 5.341393852233887, + "epoch": 4.753134796238244, + "grad_norm": 1.2578125, + "learning_rate": 0.000323406840793636, + "loss": 4.9002, + "mean_token_accuracy": 0.20345784425735475, + "num_tokens": 10659252.0, + "step": 6065 + }, + { + "entropy": 5.284671068191528, + "epoch": 4.75705329153605, + "grad_norm": 1.28125, + "learning_rate": 0.000323113050492539, + "loss": 4.7826, + "mean_token_accuracy": 0.20257387161254883, + "num_tokens": 10667987.0, + "step": 6070 + }, + { + "entropy": 5.2915153980255125, + "epoch": 4.7609717868338555, + "grad_norm": 1.3125, + "learning_rate": 0.00032281917420561967, + "loss": 4.9641, + "mean_token_accuracy": 0.1922558456659317, + "num_tokens": 10676524.0, + "step": 6075 + }, + { + "entropy": 5.289895725250244, + "epoch": 4.764890282131661, + "grad_norm": 1.1640625, + "learning_rate": 0.0003225252124580825, + "loss": 4.8958, + "mean_token_accuracy": 0.19667108356952667, + "num_tokens": 10685940.0, + "step": 6080 + }, + { + "entropy": 5.310254621505737, + "epoch": 4.768808777429467, + "grad_norm": 1.328125, + "learning_rate": 0.00032223116577528475, + "loss": 4.8928, + "mean_token_accuracy": 0.19574060738086702, + "num_tokens": 10694522.0, + "step": 6085 + }, + { + "entropy": 5.287983465194702, + "epoch": 4.7727272727272725, + "grad_norm": 1.3046875, + "learning_rate": 0.0003219370346827356, + "loss": 4.8294, + "mean_token_accuracy": 0.19738385379314421, + "num_tokens": 10703868.0, + "step": 6090 + }, + { + "entropy": 5.264180278778076, + "epoch": 4.7766457680250785, + "grad_norm": 1.3359375, + "learning_rate": 0.000321642819706095, + "loss": 4.8279, + "mean_token_accuracy": 0.19939566552639007, + "num_tokens": 10712044.0, + "step": 6095 + }, + { + "entropy": 5.365434455871582, + "epoch": 4.7805642633228835, + "grad_norm": 1.2109375, + "learning_rate": 0.0003213485213711729, + "loss": 5.0228, + "mean_token_accuracy": 0.1870979204773903, + "num_tokens": 10720806.0, + "step": 6100 + }, + { + "entropy": 5.235752105712891, + "epoch": 4.7844827586206895, + "grad_norm": 1.2890625, + "learning_rate": 0.000321054140203928, + "loss": 4.7508, + "mean_token_accuracy": 0.20540912300348282, + "num_tokens": 10729238.0, + "step": 6105 + }, + { + "entropy": 5.253376197814942, + "epoch": 4.7884012539184955, + "grad_norm": 1.2265625, + "learning_rate": 0.0003207596767304672, + "loss": 4.8335, + "mean_token_accuracy": 0.2007951557636261, + "num_tokens": 10738175.0, + "step": 6110 + }, + { + "entropy": 5.342274188995361, + "epoch": 4.7923197492163006, + "grad_norm": 1.265625, + "learning_rate": 0.00032046513147704456, + "loss": 4.8981, + "mean_token_accuracy": 0.1927331030368805, + "num_tokens": 10747475.0, + "step": 6115 + }, + { + "entropy": 5.332991027832032, + "epoch": 4.7962382445141065, + "grad_norm": 1.28125, + "learning_rate": 0.00032017050497006, + "loss": 4.8561, + "mean_token_accuracy": 0.19804591834545135, + "num_tokens": 10756739.0, + "step": 6120 + }, + { + "entropy": 5.250210237503052, + "epoch": 4.8001567398119125, + "grad_norm": 1.2578125, + "learning_rate": 0.00031987579773605913, + "loss": 4.8656, + "mean_token_accuracy": 0.19694567918777467, + "num_tokens": 10765141.0, + "step": 6125 + }, + { + "entropy": 5.33366174697876, + "epoch": 4.804075235109718, + "grad_norm": 1.2578125, + "learning_rate": 0.0003195810103017314, + "loss": 4.9471, + "mean_token_accuracy": 0.1937161296606064, + "num_tokens": 10774759.0, + "step": 6130 + }, + { + "entropy": 5.358836317062378, + "epoch": 4.8079937304075235, + "grad_norm": 1.2890625, + "learning_rate": 0.0003192861431939098, + "loss": 4.9219, + "mean_token_accuracy": 0.19801453053951262, + "num_tokens": 10783717.0, + "step": 6135 + }, + { + "entropy": 5.293142557144165, + "epoch": 4.8119122257053295, + "grad_norm": 1.3046875, + "learning_rate": 0.0003189911969395697, + "loss": 4.9059, + "mean_token_accuracy": 0.19318787902593612, + "num_tokens": 10792797.0, + "step": 6140 + }, + { + "entropy": 5.1863912582397464, + "epoch": 4.815830721003135, + "grad_norm": 1.09375, + "learning_rate": 0.00031869617206582777, + "loss": 4.7765, + "mean_token_accuracy": 0.2064749151468277, + "num_tokens": 10802249.0, + "step": 6145 + }, + { + "entropy": 5.280630588531494, + "epoch": 4.8197492163009406, + "grad_norm": 1.3125, + "learning_rate": 0.0003184010690999413, + "loss": 4.8703, + "mean_token_accuracy": 0.19510459303855895, + "num_tokens": 10810722.0, + "step": 6150 + }, + { + "entropy": 5.3425170421600345, + "epoch": 4.8236677115987465, + "grad_norm": 1.28125, + "learning_rate": 0.0003181058885693073, + "loss": 4.9496, + "mean_token_accuracy": 0.19361832737922668, + "num_tokens": 10819115.0, + "step": 6155 + }, + { + "entropy": 5.3338323593139645, + "epoch": 4.827586206896552, + "grad_norm": 1.3125, + "learning_rate": 0.0003178106310014612, + "loss": 4.9345, + "mean_token_accuracy": 0.19588030576705934, + "num_tokens": 10827419.0, + "step": 6160 + }, + { + "entropy": 5.217754173278808, + "epoch": 4.831504702194358, + "grad_norm": 1.25, + "learning_rate": 0.0003175152969240759, + "loss": 4.8062, + "mean_token_accuracy": 0.20195651054382324, + "num_tokens": 10836610.0, + "step": 6165 + }, + { + "entropy": 5.292611122131348, + "epoch": 4.835423197492163, + "grad_norm": 1.234375, + "learning_rate": 0.00031721988686496156, + "loss": 4.8879, + "mean_token_accuracy": 0.1986537203192711, + "num_tokens": 10845127.0, + "step": 6170 + }, + { + "entropy": 5.289541482925415, + "epoch": 4.839341692789969, + "grad_norm": 1.2578125, + "learning_rate": 0.0003169244013520638, + "loss": 4.8997, + "mean_token_accuracy": 0.20067002773284912, + "num_tokens": 10853458.0, + "step": 6175 + }, + { + "entropy": 5.373119592666626, + "epoch": 4.843260188087775, + "grad_norm": 1.34375, + "learning_rate": 0.000316628840913463, + "loss": 4.9922, + "mean_token_accuracy": 0.18615848273038865, + "num_tokens": 10862134.0, + "step": 6180 + }, + { + "entropy": 5.358973217010498, + "epoch": 4.84717868338558, + "grad_norm": 1.3125, + "learning_rate": 0.0003163332060773738, + "loss": 4.9918, + "mean_token_accuracy": 0.1928128257393837, + "num_tokens": 10872127.0, + "step": 6185 + }, + { + "entropy": 5.31832365989685, + "epoch": 4.851097178683386, + "grad_norm": 1.296875, + "learning_rate": 0.0003160374973721434, + "loss": 4.9184, + "mean_token_accuracy": 0.18799601048231124, + "num_tokens": 10880617.0, + "step": 6190 + }, + { + "entropy": 5.349193668365478, + "epoch": 4.855015673981192, + "grad_norm": 1.328125, + "learning_rate": 0.0003157417153262513, + "loss": 4.8826, + "mean_token_accuracy": 0.1995572790503502, + "num_tokens": 10888769.0, + "step": 6195 + }, + { + "entropy": 5.310605478286743, + "epoch": 4.858934169278997, + "grad_norm": 1.2265625, + "learning_rate": 0.00031544586046830796, + "loss": 4.8636, + "mean_token_accuracy": 0.1942999005317688, + "num_tokens": 10897638.0, + "step": 6200 + }, + { + "entropy": 5.275332307815551, + "epoch": 4.862852664576803, + "grad_norm": 1.1796875, + "learning_rate": 0.000315149933327054, + "loss": 4.8151, + "mean_token_accuracy": 0.1994323506951332, + "num_tokens": 10906224.0, + "step": 6205 + }, + { + "entropy": 5.2196086883544925, + "epoch": 4.866771159874608, + "grad_norm": 1.1484375, + "learning_rate": 0.00031485393443135914, + "loss": 4.811, + "mean_token_accuracy": 0.20627595484256744, + "num_tokens": 10915390.0, + "step": 6210 + }, + { + "entropy": 5.3287028789520265, + "epoch": 4.870689655172414, + "grad_norm": 1.328125, + "learning_rate": 0.0003145578643102214, + "loss": 4.8887, + "mean_token_accuracy": 0.19652045220136644, + "num_tokens": 10923719.0, + "step": 6215 + }, + { + "entropy": 5.281140947341919, + "epoch": 4.87460815047022, + "grad_norm": 1.1875, + "learning_rate": 0.0003142617234927662, + "loss": 4.8626, + "mean_token_accuracy": 0.19312359094619752, + "num_tokens": 10932610.0, + "step": 6220 + }, + { + "entropy": 5.324745750427246, + "epoch": 4.878526645768025, + "grad_norm": 1.2109375, + "learning_rate": 0.00031396551250824513, + "loss": 4.8403, + "mean_token_accuracy": 0.19821392446756364, + "num_tokens": 10941315.0, + "step": 6225 + }, + { + "entropy": 5.161372709274292, + "epoch": 4.882445141065831, + "grad_norm": 1.3359375, + "learning_rate": 0.0003136692318860352, + "loss": 4.7968, + "mean_token_accuracy": 0.1987773060798645, + "num_tokens": 10949781.0, + "step": 6230 + }, + { + "entropy": 5.364647960662841, + "epoch": 4.886363636363637, + "grad_norm": 1.2890625, + "learning_rate": 0.0003133728821556381, + "loss": 4.9936, + "mean_token_accuracy": 0.18877088725566865, + "num_tokens": 10958207.0, + "step": 6235 + }, + { + "entropy": 5.35259895324707, + "epoch": 4.890282131661442, + "grad_norm": 1.2578125, + "learning_rate": 0.00031307646384667854, + "loss": 4.8955, + "mean_token_accuracy": 0.1886019766330719, + "num_tokens": 10967162.0, + "step": 6240 + }, + { + "entropy": 5.338934135437012, + "epoch": 4.894200626959248, + "grad_norm": 1.3359375, + "learning_rate": 0.00031277997748890433, + "loss": 4.9579, + "mean_token_accuracy": 0.18787245750427245, + "num_tokens": 10975517.0, + "step": 6245 + }, + { + "entropy": 5.303982877731324, + "epoch": 4.898119122257054, + "grad_norm": 1.25, + "learning_rate": 0.0003124834236121847, + "loss": 4.8305, + "mean_token_accuracy": 0.1967819020152092, + "num_tokens": 10984668.0, + "step": 6250 + }, + { + "entropy": 5.254429817199707, + "epoch": 4.902037617554859, + "grad_norm": 1.2578125, + "learning_rate": 0.00031218680274650934, + "loss": 4.8247, + "mean_token_accuracy": 0.1917088508605957, + "num_tokens": 10993475.0, + "step": 6255 + }, + { + "entropy": 5.213412952423096, + "epoch": 4.905956112852665, + "grad_norm": 1.28125, + "learning_rate": 0.00031189011542198794, + "loss": 4.7938, + "mean_token_accuracy": 0.21038636267185212, + "num_tokens": 11002419.0, + "step": 6260 + }, + { + "entropy": 5.2475042819976805, + "epoch": 4.90987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0003115933621688488, + "loss": 4.8712, + "mean_token_accuracy": 0.19950293600559235, + "num_tokens": 11011271.0, + "step": 6265 + }, + { + "entropy": 5.36415843963623, + "epoch": 4.913793103448276, + "grad_norm": 1.2109375, + "learning_rate": 0.00031129654351743816, + "loss": 4.8959, + "mean_token_accuracy": 0.1931706339120865, + "num_tokens": 11020461.0, + "step": 6270 + }, + { + "entropy": 5.360075616836548, + "epoch": 4.917711598746082, + "grad_norm": 1.3046875, + "learning_rate": 0.00031099965999821906, + "loss": 4.8036, + "mean_token_accuracy": 0.20114846676588058, + "num_tokens": 11029251.0, + "step": 6275 + }, + { + "entropy": 5.301220798492432, + "epoch": 4.921630094043887, + "grad_norm": 1.25, + "learning_rate": 0.0003107027121417704, + "loss": 4.8355, + "mean_token_accuracy": 0.20290125906467438, + "num_tokens": 11038149.0, + "step": 6280 + }, + { + "entropy": 5.328409194946289, + "epoch": 4.925548589341693, + "grad_norm": 1.2890625, + "learning_rate": 0.00031040570047878634, + "loss": 4.9214, + "mean_token_accuracy": 0.19522561579942704, + "num_tokens": 11046262.0, + "step": 6285 + }, + { + "entropy": 5.343040227890015, + "epoch": 4.929467084639499, + "grad_norm": 1.25, + "learning_rate": 0.00031010862554007473, + "loss": 4.9524, + "mean_token_accuracy": 0.18954694271087646, + "num_tokens": 11055755.0, + "step": 6290 + }, + { + "entropy": 5.284920644760132, + "epoch": 4.933385579937304, + "grad_norm": 1.2421875, + "learning_rate": 0.0003098114878565567, + "loss": 4.8427, + "mean_token_accuracy": 0.19753293842077255, + "num_tokens": 11064534.0, + "step": 6295 + }, + { + "entropy": 5.303559684753418, + "epoch": 4.93730407523511, + "grad_norm": 1.234375, + "learning_rate": 0.00030951428795926536, + "loss": 4.9028, + "mean_token_accuracy": 0.19815993309020996, + "num_tokens": 11073768.0, + "step": 6300 + }, + { + "entropy": 5.288099098205566, + "epoch": 4.941222570532915, + "grad_norm": 1.3125, + "learning_rate": 0.0003092170263793452, + "loss": 4.8995, + "mean_token_accuracy": 0.20102884322404863, + "num_tokens": 11083683.0, + "step": 6305 + }, + { + "entropy": 5.333381271362304, + "epoch": 4.945141065830721, + "grad_norm": 1.28125, + "learning_rate": 0.00030891970364805096, + "loss": 4.9398, + "mean_token_accuracy": 0.19457490146160125, + "num_tokens": 11092368.0, + "step": 6310 + }, + { + "entropy": 5.244618320465088, + "epoch": 4.949059561128527, + "grad_norm": 1.2578125, + "learning_rate": 0.0003086223202967464, + "loss": 4.8368, + "mean_token_accuracy": 0.2018519252538681, + "num_tokens": 11100544.0, + "step": 6315 + }, + { + "entropy": 5.286687612533569, + "epoch": 4.952978056426332, + "grad_norm": 1.3515625, + "learning_rate": 0.000308324876856904, + "loss": 4.8741, + "mean_token_accuracy": 0.19442498236894606, + "num_tokens": 11108962.0, + "step": 6320 + }, + { + "entropy": 5.36750898361206, + "epoch": 4.956896551724138, + "grad_norm": 1.2734375, + "learning_rate": 0.00030802737386010314, + "loss": 4.9387, + "mean_token_accuracy": 0.19592072516679765, + "num_tokens": 11117011.0, + "step": 6325 + }, + { + "entropy": 5.312206840515136, + "epoch": 4.960815047021944, + "grad_norm": 1.328125, + "learning_rate": 0.0003077298118380301, + "loss": 4.8833, + "mean_token_accuracy": 0.197268608212471, + "num_tokens": 11126009.0, + "step": 6330 + }, + { + "entropy": 5.275107955932617, + "epoch": 4.964733542319749, + "grad_norm": 1.3125, + "learning_rate": 0.0003074321913224765, + "loss": 4.7779, + "mean_token_accuracy": 0.20743790715932847, + "num_tokens": 11134404.0, + "step": 6335 + }, + { + "entropy": 5.313373374938965, + "epoch": 4.968652037617555, + "grad_norm": 1.3046875, + "learning_rate": 0.0003071345128453382, + "loss": 4.9146, + "mean_token_accuracy": 0.19585829079151154, + "num_tokens": 11142245.0, + "step": 6340 + }, + { + "entropy": 5.250147294998169, + "epoch": 4.972570532915361, + "grad_norm": 1.3203125, + "learning_rate": 0.0003068367769386153, + "loss": 4.8945, + "mean_token_accuracy": 0.19975371211767196, + "num_tokens": 11150881.0, + "step": 6345 + }, + { + "entropy": 5.203444719314575, + "epoch": 4.976489028213166, + "grad_norm": 1.265625, + "learning_rate": 0.00030653898413440973, + "loss": 4.8321, + "mean_token_accuracy": 0.20126568675041198, + "num_tokens": 11159421.0, + "step": 6350 + }, + { + "entropy": 5.319747447967529, + "epoch": 4.980407523510972, + "grad_norm": 1.2890625, + "learning_rate": 0.0003062411349649258, + "loss": 4.8974, + "mean_token_accuracy": 0.19624017924070358, + "num_tokens": 11168633.0, + "step": 6355 + }, + { + "entropy": 5.263225889205932, + "epoch": 4.984326018808778, + "grad_norm": 1.2734375, + "learning_rate": 0.00030594322996246816, + "loss": 4.7415, + "mean_token_accuracy": 0.2043210431933403, + "num_tokens": 11177435.0, + "step": 6360 + }, + { + "entropy": 5.333282947540283, + "epoch": 4.988244514106583, + "grad_norm": 1.2578125, + "learning_rate": 0.00030564526965944127, + "loss": 4.9665, + "mean_token_accuracy": 0.1936241254210472, + "num_tokens": 11186195.0, + "step": 6365 + }, + { + "entropy": 5.232795333862304, + "epoch": 4.992163009404389, + "grad_norm": 1.3359375, + "learning_rate": 0.0003053472545883488, + "loss": 4.817, + "mean_token_accuracy": 0.20305003225803375, + "num_tokens": 11194087.0, + "step": 6370 + }, + { + "entropy": 5.247873401641845, + "epoch": 4.996081504702194, + "grad_norm": 1.3046875, + "learning_rate": 0.00030504918528179164, + "loss": 4.8989, + "mean_token_accuracy": 0.19560456275939941, + "num_tokens": 11202677.0, + "step": 6375 + }, + { + "entropy": 5.338048839569092, + "epoch": 5.0, + "grad_norm": 1.3125, + "learning_rate": 0.00030475106227246824, + "loss": 4.9353, + "mean_token_accuracy": 0.1861883893609047, + "num_tokens": 11211560.0, + "step": 6380 + }, + { + "entropy": 5.28595609664917, + "epoch": 5.003918495297806, + "grad_norm": 1.2578125, + "learning_rate": 0.0003044528860931726, + "loss": 4.646, + "mean_token_accuracy": 0.2191310092806816, + "num_tokens": 11220186.0, + "step": 6385 + }, + { + "entropy": 5.263968801498413, + "epoch": 5.007836990595611, + "grad_norm": 1.2421875, + "learning_rate": 0.0003041546572767939, + "loss": 4.6643, + "mean_token_accuracy": 0.20860849022865297, + "num_tokens": 11229148.0, + "step": 6390 + }, + { + "entropy": 5.269822978973389, + "epoch": 5.011755485893417, + "grad_norm": 1.3828125, + "learning_rate": 0.0003038563763563156, + "loss": 4.6011, + "mean_token_accuracy": 0.22276840656995772, + "num_tokens": 11237585.0, + "step": 6395 + }, + { + "entropy": 5.269498443603515, + "epoch": 5.015673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00030355804386481374, + "loss": 4.5603, + "mean_token_accuracy": 0.2151197999715805, + "num_tokens": 11246203.0, + "step": 6400 + }, + { + "entropy": 5.275403213500977, + "epoch": 5.019592476489028, + "grad_norm": 1.3125, + "learning_rate": 0.00030325966033545716, + "loss": 4.6792, + "mean_token_accuracy": 0.21304512470960618, + "num_tokens": 11254999.0, + "step": 6405 + }, + { + "entropy": 5.259046173095703, + "epoch": 5.023510971786834, + "grad_norm": 1.2265625, + "learning_rate": 0.00030296122630150534, + "loss": 4.6159, + "mean_token_accuracy": 0.21581995934247972, + "num_tokens": 11264110.0, + "step": 6410 + }, + { + "entropy": 5.270573377609253, + "epoch": 5.027429467084639, + "grad_norm": 1.2421875, + "learning_rate": 0.00030266274229630844, + "loss": 4.5706, + "mean_token_accuracy": 0.22306174039840698, + "num_tokens": 11273452.0, + "step": 6415 + }, + { + "entropy": 5.172800779342651, + "epoch": 5.031347962382445, + "grad_norm": 1.34375, + "learning_rate": 0.00030236420885330586, + "loss": 4.5841, + "mean_token_accuracy": 0.2129107117652893, + "num_tokens": 11281926.0, + "step": 6420 + }, + { + "entropy": 5.273963260650635, + "epoch": 5.035266457680251, + "grad_norm": 1.3359375, + "learning_rate": 0.0003020656265060251, + "loss": 4.6501, + "mean_token_accuracy": 0.22558311969041825, + "num_tokens": 11290630.0, + "step": 6425 + }, + { + "entropy": 5.278858375549317, + "epoch": 5.039184952978056, + "grad_norm": 1.234375, + "learning_rate": 0.0003017669957880813, + "loss": 4.6469, + "mean_token_accuracy": 0.21591717451810838, + "num_tokens": 11299126.0, + "step": 6430 + }, + { + "entropy": 5.257981634140014, + "epoch": 5.043103448275862, + "grad_norm": 1.296875, + "learning_rate": 0.000301468317233176, + "loss": 4.7469, + "mean_token_accuracy": 0.20141037106513976, + "num_tokens": 11308331.0, + "step": 6435 + }, + { + "entropy": 5.307056903839111, + "epoch": 5.047021943573668, + "grad_norm": 1.3359375, + "learning_rate": 0.00030116959137509614, + "loss": 4.6431, + "mean_token_accuracy": 0.20703964978456496, + "num_tokens": 11316245.0, + "step": 6440 + }, + { + "entropy": 5.317541265487671, + "epoch": 5.050940438871473, + "grad_norm": 1.2734375, + "learning_rate": 0.00030087081874771325, + "loss": 4.6386, + "mean_token_accuracy": 0.21203394383192062, + "num_tokens": 11324994.0, + "step": 6445 + }, + { + "entropy": 5.186508893966675, + "epoch": 5.054858934169279, + "grad_norm": 1.3515625, + "learning_rate": 0.00030057199988498245, + "loss": 4.5873, + "mean_token_accuracy": 0.21664729416370393, + "num_tokens": 11333255.0, + "step": 6450 + }, + { + "entropy": 5.186954402923584, + "epoch": 5.058777429467085, + "grad_norm": 1.3046875, + "learning_rate": 0.0003002731353209416, + "loss": 4.6272, + "mean_token_accuracy": 0.21368326246738434, + "num_tokens": 11341857.0, + "step": 6455 + }, + { + "entropy": 5.247381734848022, + "epoch": 5.06269592476489, + "grad_norm": 1.21875, + "learning_rate": 0.0002999742255897102, + "loss": 4.7333, + "mean_token_accuracy": 0.2015768766403198, + "num_tokens": 11350933.0, + "step": 6460 + }, + { + "entropy": 5.274549579620361, + "epoch": 5.066614420062696, + "grad_norm": 1.3125, + "learning_rate": 0.00029967527122548826, + "loss": 4.6175, + "mean_token_accuracy": 0.21129999905824662, + "num_tokens": 11360346.0, + "step": 6465 + }, + { + "entropy": 5.253450536727906, + "epoch": 5.070532915360501, + "grad_norm": 1.2890625, + "learning_rate": 0.0002993762727625556, + "loss": 4.6798, + "mean_token_accuracy": 0.21015864759683608, + "num_tokens": 11369401.0, + "step": 6470 + }, + { + "entropy": 5.261023283004761, + "epoch": 5.074451410658307, + "grad_norm": 1.3203125, + "learning_rate": 0.0002990772307352712, + "loss": 4.6326, + "mean_token_accuracy": 0.21183062791824342, + "num_tokens": 11377882.0, + "step": 6475 + }, + { + "entropy": 5.277976846694946, + "epoch": 5.078369905956113, + "grad_norm": 1.28125, + "learning_rate": 0.0002987781456780715, + "loss": 4.6373, + "mean_token_accuracy": 0.21320178359746933, + "num_tokens": 11386934.0, + "step": 6480 + }, + { + "entropy": 5.261706113815308, + "epoch": 5.082288401253918, + "grad_norm": 1.328125, + "learning_rate": 0.00029847901812547, + "loss": 4.6835, + "mean_token_accuracy": 0.20635850578546525, + "num_tokens": 11395929.0, + "step": 6485 + }, + { + "entropy": 5.272850894927979, + "epoch": 5.086206896551724, + "grad_norm": 1.265625, + "learning_rate": 0.00029817984861205626, + "loss": 4.6065, + "mean_token_accuracy": 0.21154761910438538, + "num_tokens": 11405664.0, + "step": 6490 + }, + { + "entropy": 5.244519472122192, + "epoch": 5.09012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002978806376724945, + "loss": 4.7025, + "mean_token_accuracy": 0.2158430889248848, + "num_tokens": 11414667.0, + "step": 6495 + }, + { + "entropy": 5.260897636413574, + "epoch": 5.094043887147335, + "grad_norm": 1.3359375, + "learning_rate": 0.00029758138584152333, + "loss": 4.6797, + "mean_token_accuracy": 0.20965487509965897, + "num_tokens": 11423907.0, + "step": 6500 + }, + { + "epoch": 5.094043887147335, + "eval_entropy": 5.166154653527016, + "eval_loss": 5.708652496337891, + "eval_mean_token_accuracy": 0.16755875503254491, + "eval_num_tokens": 11423907.0, + "eval_runtime": 2.8259, + "eval_samples_per_second": 1458.632, + "eval_steps_per_second": 182.594, + "step": 6500 + }, + { + "entropy": 5.301111888885498, + "epoch": 5.097962382445141, + "grad_norm": 1.2734375, + "learning_rate": 0.00029728209365395433, + "loss": 4.6923, + "mean_token_accuracy": 0.21454016417264937, + "num_tokens": 11433824.0, + "step": 6505 + }, + { + "entropy": 5.303480529785157, + "epoch": 5.101880877742946, + "grad_norm": 1.328125, + "learning_rate": 0.00029698276164467105, + "loss": 4.595, + "mean_token_accuracy": 0.21750776022672652, + "num_tokens": 11442371.0, + "step": 6510 + }, + { + "entropy": 5.264154148101807, + "epoch": 5.105799373040752, + "grad_norm": 1.3125, + "learning_rate": 0.0002966833903486284, + "loss": 4.6364, + "mean_token_accuracy": 0.21112638413906099, + "num_tokens": 11451657.0, + "step": 6515 + }, + { + "entropy": 5.157643842697143, + "epoch": 5.109717868338558, + "grad_norm": 1.3359375, + "learning_rate": 0.00029638398030085134, + "loss": 4.5782, + "mean_token_accuracy": 0.21440080553293228, + "num_tokens": 11460064.0, + "step": 6520 + }, + { + "entropy": 5.22798490524292, + "epoch": 5.113636363636363, + "grad_norm": 1.3359375, + "learning_rate": 0.00029608453203643434, + "loss": 4.6705, + "mean_token_accuracy": 0.21046082079410552, + "num_tokens": 11469184.0, + "step": 6525 + }, + { + "entropy": 5.284279680252075, + "epoch": 5.117554858934169, + "grad_norm": 1.3125, + "learning_rate": 0.0002957850460905398, + "loss": 4.6037, + "mean_token_accuracy": 0.22673124670982361, + "num_tokens": 11478069.0, + "step": 6530 + }, + { + "entropy": 5.301330184936523, + "epoch": 5.121473354231975, + "grad_norm": 1.3515625, + "learning_rate": 0.00029548552299839774, + "loss": 4.6446, + "mean_token_accuracy": 0.2147235542535782, + "num_tokens": 11486572.0, + "step": 6535 + }, + { + "entropy": 5.2706715106964115, + "epoch": 5.12539184952978, + "grad_norm": 1.3125, + "learning_rate": 0.0002951859632953046, + "loss": 4.6852, + "mean_token_accuracy": 0.2118826299905777, + "num_tokens": 11495857.0, + "step": 6540 + }, + { + "entropy": 5.244790172576904, + "epoch": 5.129310344827586, + "grad_norm": 1.25, + "learning_rate": 0.00029488636751662196, + "loss": 4.668, + "mean_token_accuracy": 0.21142137944698333, + "num_tokens": 11504875.0, + "step": 6545 + }, + { + "entropy": 5.261630916595459, + "epoch": 5.133228840125392, + "grad_norm": 1.234375, + "learning_rate": 0.0002945867361977762, + "loss": 4.6649, + "mean_token_accuracy": 0.2080566480755806, + "num_tokens": 11514509.0, + "step": 6550 + }, + { + "entropy": 5.278762865066528, + "epoch": 5.137147335423197, + "grad_norm": 1.40625, + "learning_rate": 0.00029428706987425705, + "loss": 4.7072, + "mean_token_accuracy": 0.20585841983556746, + "num_tokens": 11523046.0, + "step": 6555 + }, + { + "entropy": 5.226072978973389, + "epoch": 5.141065830721003, + "grad_norm": 1.3828125, + "learning_rate": 0.0002939873690816167, + "loss": 4.5951, + "mean_token_accuracy": 0.2208260104060173, + "num_tokens": 11531270.0, + "step": 6560 + }, + { + "entropy": 5.254046487808227, + "epoch": 5.144984326018808, + "grad_norm": 1.28125, + "learning_rate": 0.0002936876343554692, + "loss": 4.6573, + "mean_token_accuracy": 0.20754229873418809, + "num_tokens": 11539722.0, + "step": 6565 + }, + { + "entropy": 5.270880126953125, + "epoch": 5.148902821316614, + "grad_norm": 1.3359375, + "learning_rate": 0.000293387866231489, + "loss": 4.6901, + "mean_token_accuracy": 0.21452855318784714, + "num_tokens": 11549614.0, + "step": 6570 + }, + { + "entropy": 5.188871955871582, + "epoch": 5.15282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00029308806524541047, + "loss": 4.5418, + "mean_token_accuracy": 0.21589773446321486, + "num_tokens": 11557674.0, + "step": 6575 + }, + { + "entropy": 5.200792551040649, + "epoch": 5.156739811912225, + "grad_norm": 1.2421875, + "learning_rate": 0.00029278823193302643, + "loss": 4.6024, + "mean_token_accuracy": 0.2138206571340561, + "num_tokens": 11566691.0, + "step": 6580 + }, + { + "entropy": 5.266089534759521, + "epoch": 5.160658307210031, + "grad_norm": 1.4296875, + "learning_rate": 0.00029248836683018774, + "loss": 4.605, + "mean_token_accuracy": 0.21657195538282395, + "num_tokens": 11574824.0, + "step": 6585 + }, + { + "entropy": 5.213444519042969, + "epoch": 5.164576802507837, + "grad_norm": 1.375, + "learning_rate": 0.00029218847047280197, + "loss": 4.5956, + "mean_token_accuracy": 0.2115613877773285, + "num_tokens": 11582988.0, + "step": 6590 + }, + { + "entropy": 5.24198842048645, + "epoch": 5.168495297805642, + "grad_norm": 1.3515625, + "learning_rate": 0.0002918885433968323, + "loss": 4.6904, + "mean_token_accuracy": 0.21076444089412688, + "num_tokens": 11591553.0, + "step": 6595 + }, + { + "entropy": 5.224826955795288, + "epoch": 5.172413793103448, + "grad_norm": 1.2734375, + "learning_rate": 0.0002915885861382974, + "loss": 4.6938, + "mean_token_accuracy": 0.205668543279171, + "num_tokens": 11600347.0, + "step": 6600 + }, + { + "entropy": 5.248018455505371, + "epoch": 5.1763322884012535, + "grad_norm": 1.375, + "learning_rate": 0.00029128859923326935, + "loss": 4.6955, + "mean_token_accuracy": 0.21317073702812195, + "num_tokens": 11609217.0, + "step": 6605 + }, + { + "entropy": 5.295130729675293, + "epoch": 5.1802507836990594, + "grad_norm": 1.3984375, + "learning_rate": 0.00029098858321787336, + "loss": 4.6603, + "mean_token_accuracy": 0.21704728603363038, + "num_tokens": 11617355.0, + "step": 6610 + }, + { + "entropy": 5.29042329788208, + "epoch": 5.184169278996865, + "grad_norm": 1.3046875, + "learning_rate": 0.00029068853862828677, + "loss": 4.6539, + "mean_token_accuracy": 0.21141608208417892, + "num_tokens": 11626152.0, + "step": 6615 + }, + { + "entropy": 5.204212045669555, + "epoch": 5.1880877742946705, + "grad_norm": 1.3203125, + "learning_rate": 0.0002903884660007378, + "loss": 4.6171, + "mean_token_accuracy": 0.21352380514144897, + "num_tokens": 11634868.0, + "step": 6620 + }, + { + "entropy": 5.238558626174926, + "epoch": 5.1920062695924765, + "grad_norm": 1.28125, + "learning_rate": 0.00029008836587150505, + "loss": 4.7103, + "mean_token_accuracy": 0.20710874050855638, + "num_tokens": 11644199.0, + "step": 6625 + }, + { + "entropy": 5.326083040237426, + "epoch": 5.195924764890282, + "grad_norm": 1.2890625, + "learning_rate": 0.0002897882387769159, + "loss": 4.7529, + "mean_token_accuracy": 0.20760505348443986, + "num_tokens": 11653227.0, + "step": 6630 + }, + { + "entropy": 5.186022710800171, + "epoch": 5.1998432601880875, + "grad_norm": 1.34375, + "learning_rate": 0.0002894880852533464, + "loss": 4.5599, + "mean_token_accuracy": 0.2236059531569481, + "num_tokens": 11661628.0, + "step": 6635 + }, + { + "entropy": 5.203079080581665, + "epoch": 5.2037617554858935, + "grad_norm": 1.2890625, + "learning_rate": 0.00028918790583721936, + "loss": 4.6165, + "mean_token_accuracy": 0.21708841174840926, + "num_tokens": 11670616.0, + "step": 6640 + }, + { + "entropy": 5.189866018295288, + "epoch": 5.2076802507836994, + "grad_norm": 1.421875, + "learning_rate": 0.0002888877010650041, + "loss": 4.6165, + "mean_token_accuracy": 0.22511828392744065, + "num_tokens": 11679069.0, + "step": 6645 + }, + { + "entropy": 5.287440967559815, + "epoch": 5.2115987460815045, + "grad_norm": 1.265625, + "learning_rate": 0.00028858747147321527, + "loss": 4.634, + "mean_token_accuracy": 0.21522687673568724, + "num_tokens": 11688184.0, + "step": 6650 + }, + { + "entropy": 5.290709543228149, + "epoch": 5.2155172413793105, + "grad_norm": 1.4375, + "learning_rate": 0.0002882872175984118, + "loss": 4.6767, + "mean_token_accuracy": 0.20681101977825164, + "num_tokens": 11696389.0, + "step": 6655 + }, + { + "entropy": 5.247362279891968, + "epoch": 5.219435736677116, + "grad_norm": 1.2265625, + "learning_rate": 0.0002879869399771962, + "loss": 4.6934, + "mean_token_accuracy": 0.2073291838169098, + "num_tokens": 11704881.0, + "step": 6660 + }, + { + "entropy": 5.265257167816162, + "epoch": 5.2233542319749215, + "grad_norm": 1.3046875, + "learning_rate": 0.00028768663914621295, + "loss": 4.7351, + "mean_token_accuracy": 0.20862899273633956, + "num_tokens": 11713566.0, + "step": 6665 + }, + { + "entropy": 5.263144159317017, + "epoch": 5.2272727272727275, + "grad_norm": 1.328125, + "learning_rate": 0.0002873863156421486, + "loss": 4.6866, + "mean_token_accuracy": 0.2133264198899269, + "num_tokens": 11722427.0, + "step": 6670 + }, + { + "entropy": 5.2976202964782715, + "epoch": 5.231191222570533, + "grad_norm": 1.40625, + "learning_rate": 0.00028708597000172984, + "loss": 4.6498, + "mean_token_accuracy": 0.21248123943805694, + "num_tokens": 11731010.0, + "step": 6675 + }, + { + "entropy": 5.217772912979126, + "epoch": 5.235109717868339, + "grad_norm": 1.359375, + "learning_rate": 0.0002867856027617229, + "loss": 4.694, + "mean_token_accuracy": 0.2125796914100647, + "num_tokens": 11739569.0, + "step": 6680 + }, + { + "entropy": 5.223019933700561, + "epoch": 5.2390282131661445, + "grad_norm": 1.328125, + "learning_rate": 0.00028648521445893304, + "loss": 4.6244, + "mean_token_accuracy": 0.21678661555051804, + "num_tokens": 11747687.0, + "step": 6685 + }, + { + "entropy": 5.251226329803467, + "epoch": 5.24294670846395, + "grad_norm": 1.3671875, + "learning_rate": 0.0002861848056302026, + "loss": 4.7135, + "mean_token_accuracy": 0.20850612968206406, + "num_tokens": 11756713.0, + "step": 6690 + }, + { + "entropy": 5.238022899627685, + "epoch": 5.246865203761756, + "grad_norm": 1.234375, + "learning_rate": 0.00028588437681241106, + "loss": 4.6179, + "mean_token_accuracy": 0.21880824565887452, + "num_tokens": 11765625.0, + "step": 6695 + }, + { + "entropy": 5.276667547225952, + "epoch": 5.250783699059561, + "grad_norm": 1.2890625, + "learning_rate": 0.00028558392854247333, + "loss": 4.7268, + "mean_token_accuracy": 0.20920634567737578, + "num_tokens": 11774594.0, + "step": 6700 + }, + { + "entropy": 5.22579345703125, + "epoch": 5.254702194357367, + "grad_norm": 1.2890625, + "learning_rate": 0.0002852834613573391, + "loss": 4.6507, + "mean_token_accuracy": 0.21433300524950027, + "num_tokens": 11782983.0, + "step": 6705 + }, + { + "entropy": 5.228710508346557, + "epoch": 5.258620689655173, + "grad_norm": 1.3046875, + "learning_rate": 0.0002849829757939922, + "loss": 4.6438, + "mean_token_accuracy": 0.2125426009297371, + "num_tokens": 11791940.0, + "step": 6710 + }, + { + "entropy": 5.269276475906372, + "epoch": 5.262539184952978, + "grad_norm": 1.3359375, + "learning_rate": 0.0002846824723894487, + "loss": 4.6522, + "mean_token_accuracy": 0.21146156042814254, + "num_tokens": 11800357.0, + "step": 6715 + }, + { + "entropy": 5.263609075546265, + "epoch": 5.266457680250784, + "grad_norm": 1.28125, + "learning_rate": 0.0002843819516807572, + "loss": 4.706, + "mean_token_accuracy": 0.20991114974021913, + "num_tokens": 11809005.0, + "step": 6720 + }, + { + "entropy": 5.315962171554565, + "epoch": 5.27037617554859, + "grad_norm": 1.2421875, + "learning_rate": 0.00028408141420499685, + "loss": 4.6645, + "mean_token_accuracy": 0.20767489373683928, + "num_tokens": 11818021.0, + "step": 6725 + }, + { + "entropy": 5.283413124084473, + "epoch": 5.274294670846395, + "grad_norm": 1.3984375, + "learning_rate": 0.0002837808604992768, + "loss": 4.6731, + "mean_token_accuracy": 0.20781936049461364, + "num_tokens": 11826791.0, + "step": 6730 + }, + { + "entropy": 5.203449249267578, + "epoch": 5.278213166144201, + "grad_norm": 1.2734375, + "learning_rate": 0.00028348029110073533, + "loss": 4.5859, + "mean_token_accuracy": 0.2139137178659439, + "num_tokens": 11835110.0, + "step": 6735 + }, + { + "entropy": 5.202353525161743, + "epoch": 5.282131661442007, + "grad_norm": 1.4140625, + "learning_rate": 0.0002831797065465386, + "loss": 4.7204, + "mean_token_accuracy": 0.21090250164270402, + "num_tokens": 11842658.0, + "step": 6740 + }, + { + "entropy": 5.18989930152893, + "epoch": 5.286050156739812, + "grad_norm": 1.3359375, + "learning_rate": 0.00028287910737388, + "loss": 4.6761, + "mean_token_accuracy": 0.21297577917575836, + "num_tokens": 11851028.0, + "step": 6745 + }, + { + "entropy": 5.291472387313843, + "epoch": 5.289968652037618, + "grad_norm": 1.3046875, + "learning_rate": 0.000282578494119979, + "loss": 4.6134, + "mean_token_accuracy": 0.22368789464235306, + "num_tokens": 11859471.0, + "step": 6750 + }, + { + "entropy": 5.226733255386352, + "epoch": 5.293887147335424, + "grad_norm": 1.359375, + "learning_rate": 0.00028227786732208014, + "loss": 4.5789, + "mean_token_accuracy": 0.21355614066123962, + "num_tokens": 11868625.0, + "step": 6755 + }, + { + "entropy": 5.228630685806275, + "epoch": 5.297805642633229, + "grad_norm": 1.265625, + "learning_rate": 0.00028197722751745246, + "loss": 4.6347, + "mean_token_accuracy": 0.21364559531211852, + "num_tokens": 11877744.0, + "step": 6760 + }, + { + "entropy": 5.233176040649414, + "epoch": 5.301724137931035, + "grad_norm": 1.3671875, + "learning_rate": 0.0002816765752433879, + "loss": 4.6083, + "mean_token_accuracy": 0.2157480463385582, + "num_tokens": 11886445.0, + "step": 6765 + }, + { + "entropy": 5.179307270050049, + "epoch": 5.30564263322884, + "grad_norm": 1.3125, + "learning_rate": 0.00028137591103720075, + "loss": 4.644, + "mean_token_accuracy": 0.21147758811712264, + "num_tokens": 11896040.0, + "step": 6770 + }, + { + "entropy": 5.172809505462647, + "epoch": 5.309561128526646, + "grad_norm": 1.265625, + "learning_rate": 0.0002810752354362267, + "loss": 4.6582, + "mean_token_accuracy": 0.20637594014406205, + "num_tokens": 11904996.0, + "step": 6775 + }, + { + "entropy": 5.25744252204895, + "epoch": 5.313479623824452, + "grad_norm": 1.3515625, + "learning_rate": 0.000280774548977822, + "loss": 4.6692, + "mean_token_accuracy": 0.2157742828130722, + "num_tokens": 11913357.0, + "step": 6780 + }, + { + "entropy": 5.261717319488525, + "epoch": 5.317398119122257, + "grad_norm": 1.3359375, + "learning_rate": 0.00028047385219936196, + "loss": 4.6958, + "mean_token_accuracy": 0.21106449216604234, + "num_tokens": 11922196.0, + "step": 6785 + }, + { + "entropy": 5.160858631134033, + "epoch": 5.321316614420063, + "grad_norm": 1.2265625, + "learning_rate": 0.00028017314563824044, + "loss": 4.5596, + "mean_token_accuracy": 0.2191374808549881, + "num_tokens": 11930682.0, + "step": 6790 + }, + { + "entropy": 5.150775814056397, + "epoch": 5.325235109717869, + "grad_norm": 1.2890625, + "learning_rate": 0.00027987242983186896, + "loss": 4.663, + "mean_token_accuracy": 0.20993126332759857, + "num_tokens": 11939470.0, + "step": 6795 + }, + { + "entropy": 5.267625093460083, + "epoch": 5.329153605015674, + "grad_norm": 1.1953125, + "learning_rate": 0.00027957170531767525, + "loss": 4.654, + "mean_token_accuracy": 0.2149309128522873, + "num_tokens": 11948183.0, + "step": 6800 + }, + { + "entropy": 5.288802146911621, + "epoch": 5.33307210031348, + "grad_norm": 1.2578125, + "learning_rate": 0.00027927097263310294, + "loss": 4.6884, + "mean_token_accuracy": 0.21001980900764466, + "num_tokens": 11957027.0, + "step": 6805 + }, + { + "entropy": 5.232284927368164, + "epoch": 5.336990595611285, + "grad_norm": 1.3125, + "learning_rate": 0.0002789702323156099, + "loss": 4.6415, + "mean_token_accuracy": 0.21445426791906358, + "num_tokens": 11965871.0, + "step": 6810 + }, + { + "entropy": 5.283229780197144, + "epoch": 5.340909090909091, + "grad_norm": 1.328125, + "learning_rate": 0.00027866948490266815, + "loss": 4.7687, + "mean_token_accuracy": 0.19667116850614547, + "num_tokens": 11974384.0, + "step": 6815 + }, + { + "entropy": 5.284752607345581, + "epoch": 5.344827586206897, + "grad_norm": 1.28125, + "learning_rate": 0.0002783687309317618, + "loss": 4.6772, + "mean_token_accuracy": 0.2063450336456299, + "num_tokens": 11983892.0, + "step": 6820 + }, + { + "entropy": 5.334119081497192, + "epoch": 5.348746081504702, + "grad_norm": 1.3671875, + "learning_rate": 0.0002780679709403871, + "loss": 4.7186, + "mean_token_accuracy": 0.21132294982671737, + "num_tokens": 11992990.0, + "step": 6825 + }, + { + "entropy": 5.140944242477417, + "epoch": 5.352664576802508, + "grad_norm": 1.2734375, + "learning_rate": 0.00027776720546605086, + "loss": 4.5226, + "mean_token_accuracy": 0.2295491874217987, + "num_tokens": 12001679.0, + "step": 6830 + }, + { + "entropy": 5.213904523849488, + "epoch": 5.356583072100314, + "grad_norm": 1.2265625, + "learning_rate": 0.0002774664350462697, + "loss": 4.6985, + "mean_token_accuracy": 0.2092220142483711, + "num_tokens": 12011300.0, + "step": 6835 + }, + { + "entropy": 5.205938100814819, + "epoch": 5.360501567398119, + "grad_norm": 1.3046875, + "learning_rate": 0.00027716566021856933, + "loss": 4.6487, + "mean_token_accuracy": 0.21584032773971557, + "num_tokens": 12019776.0, + "step": 6840 + }, + { + "entropy": 5.205404472351074, + "epoch": 5.364420062695925, + "grad_norm": 1.2109375, + "learning_rate": 0.000276864881520483, + "loss": 4.6738, + "mean_token_accuracy": 0.218022920191288, + "num_tokens": 12028838.0, + "step": 6845 + }, + { + "entropy": 5.284903717041016, + "epoch": 5.368338557993731, + "grad_norm": 1.4140625, + "learning_rate": 0.0002765640994895509, + "loss": 4.6315, + "mean_token_accuracy": 0.2172762408852577, + "num_tokens": 12036903.0, + "step": 6850 + }, + { + "entropy": 5.243964529037475, + "epoch": 5.372257053291536, + "grad_norm": 1.3046875, + "learning_rate": 0.00027626331466331955, + "loss": 4.6302, + "mean_token_accuracy": 0.20949662774801253, + "num_tokens": 12045838.0, + "step": 6855 + }, + { + "entropy": 5.301427173614502, + "epoch": 5.376175548589342, + "grad_norm": 1.4140625, + "learning_rate": 0.00027596252757933995, + "loss": 4.7863, + "mean_token_accuracy": 0.200015589594841, + "num_tokens": 12055791.0, + "step": 6860 + }, + { + "entropy": 5.211847162246704, + "epoch": 5.380094043887147, + "grad_norm": 1.359375, + "learning_rate": 0.0002756617387751674, + "loss": 4.5837, + "mean_token_accuracy": 0.21535126566886903, + "num_tokens": 12064842.0, + "step": 6865 + }, + { + "entropy": 5.216354656219482, + "epoch": 5.384012539184953, + "grad_norm": 1.34375, + "learning_rate": 0.0002753609487883606, + "loss": 4.662, + "mean_token_accuracy": 0.21460348516702651, + "num_tokens": 12073487.0, + "step": 6870 + }, + { + "entropy": 5.174469423294068, + "epoch": 5.387931034482759, + "grad_norm": 1.265625, + "learning_rate": 0.00027506015815647965, + "loss": 4.6183, + "mean_token_accuracy": 0.20809555053710938, + "num_tokens": 12082000.0, + "step": 6875 + }, + { + "entropy": 5.231398487091065, + "epoch": 5.391849529780564, + "grad_norm": 1.3359375, + "learning_rate": 0.00027475936741708636, + "loss": 4.6713, + "mean_token_accuracy": 0.20541920363903046, + "num_tokens": 12090347.0, + "step": 6880 + }, + { + "entropy": 5.233875417709351, + "epoch": 5.39576802507837, + "grad_norm": 1.3828125, + "learning_rate": 0.0002744585771077425, + "loss": 4.6349, + "mean_token_accuracy": 0.2128530889749527, + "num_tokens": 12098340.0, + "step": 6885 + }, + { + "entropy": 5.213066530227661, + "epoch": 5.399686520376176, + "grad_norm": 1.2578125, + "learning_rate": 0.00027415778776600913, + "loss": 4.6694, + "mean_token_accuracy": 0.2185819551348686, + "num_tokens": 12106771.0, + "step": 6890 + }, + { + "entropy": 5.299434757232666, + "epoch": 5.403605015673981, + "grad_norm": 1.3125, + "learning_rate": 0.0002738569999294456, + "loss": 4.6748, + "mean_token_accuracy": 0.20964342802762986, + "num_tokens": 12115436.0, + "step": 6895 + }, + { + "entropy": 5.209298515319825, + "epoch": 5.407523510971787, + "grad_norm": 1.4375, + "learning_rate": 0.0002735562141356085, + "loss": 4.5713, + "mean_token_accuracy": 0.22048606872558593, + "num_tokens": 12123939.0, + "step": 6900 + }, + { + "entropy": 5.334646844863892, + "epoch": 5.411442006269592, + "grad_norm": 1.265625, + "learning_rate": 0.0002732554309220509, + "loss": 4.7954, + "mean_token_accuracy": 0.2062287822365761, + "num_tokens": 12132803.0, + "step": 6905 + }, + { + "entropy": 5.220536470413208, + "epoch": 5.415360501567398, + "grad_norm": 1.3515625, + "learning_rate": 0.0002729546508263211, + "loss": 4.7162, + "mean_token_accuracy": 0.20899704247713088, + "num_tokens": 12141875.0, + "step": 6910 + }, + { + "entropy": 5.26422004699707, + "epoch": 5.419278996865204, + "grad_norm": 1.40625, + "learning_rate": 0.0002726538743859618, + "loss": 4.639, + "mean_token_accuracy": 0.22007594704627992, + "num_tokens": 12150685.0, + "step": 6915 + }, + { + "entropy": 5.246354103088379, + "epoch": 5.423197492163009, + "grad_norm": 1.34375, + "learning_rate": 0.0002723531021385095, + "loss": 4.6368, + "mean_token_accuracy": 0.21628635078668595, + "num_tokens": 12159070.0, + "step": 6920 + }, + { + "entropy": 5.197935676574707, + "epoch": 5.427115987460815, + "grad_norm": 1.28125, + "learning_rate": 0.0002720523346214928, + "loss": 4.6579, + "mean_token_accuracy": 0.21571388691663743, + "num_tokens": 12167676.0, + "step": 6925 + }, + { + "entropy": 5.185682249069214, + "epoch": 5.431034482758621, + "grad_norm": 1.4609375, + "learning_rate": 0.00027175157237243204, + "loss": 4.6407, + "mean_token_accuracy": 0.21227844953536987, + "num_tokens": 12176222.0, + "step": 6930 + }, + { + "entropy": 5.276366472244263, + "epoch": 5.434952978056426, + "grad_norm": 1.21875, + "learning_rate": 0.0002714508159288382, + "loss": 4.663, + "mean_token_accuracy": 0.21908699870109558, + "num_tokens": 12185171.0, + "step": 6935 + }, + { + "entropy": 5.2900909900665285, + "epoch": 5.438871473354232, + "grad_norm": 1.4140625, + "learning_rate": 0.0002711500658282118, + "loss": 4.7085, + "mean_token_accuracy": 0.21383791118860246, + "num_tokens": 12193875.0, + "step": 6940 + }, + { + "entropy": 5.160379123687744, + "epoch": 5.442789968652038, + "grad_norm": 1.2734375, + "learning_rate": 0.00027084932260804193, + "loss": 4.648, + "mean_token_accuracy": 0.21514481604099273, + "num_tokens": 12202681.0, + "step": 6945 + }, + { + "entropy": 5.220508098602295, + "epoch": 5.446708463949843, + "grad_norm": 1.328125, + "learning_rate": 0.0002705485868058056, + "loss": 4.6447, + "mean_token_accuracy": 0.2140985444188118, + "num_tokens": 12210854.0, + "step": 6950 + }, + { + "entropy": 5.3195148468017575, + "epoch": 5.450626959247649, + "grad_norm": 1.296875, + "learning_rate": 0.00027024785895896644, + "loss": 4.6626, + "mean_token_accuracy": 0.2115140065550804, + "num_tokens": 12219643.0, + "step": 6955 + }, + { + "entropy": 5.263359928131104, + "epoch": 5.454545454545454, + "grad_norm": 1.3359375, + "learning_rate": 0.00026994713960497383, + "loss": 4.6847, + "mean_token_accuracy": 0.2135186165571213, + "num_tokens": 12228767.0, + "step": 6960 + }, + { + "entropy": 5.248637437820435, + "epoch": 5.45846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00026964642928126197, + "loss": 4.7379, + "mean_token_accuracy": 0.2048916608095169, + "num_tokens": 12237468.0, + "step": 6965 + }, + { + "entropy": 5.207278108596801, + "epoch": 5.462382445141066, + "grad_norm": 1.46875, + "learning_rate": 0.00026934572852524907, + "loss": 4.7079, + "mean_token_accuracy": 0.20973457843065263, + "num_tokens": 12246040.0, + "step": 6970 + }, + { + "entropy": 5.279171276092529, + "epoch": 5.466300940438871, + "grad_norm": 1.3203125, + "learning_rate": 0.00026904503787433614, + "loss": 4.7913, + "mean_token_accuracy": 0.2033950075507164, + "num_tokens": 12254646.0, + "step": 6975 + }, + { + "entropy": 5.253938817977906, + "epoch": 5.470219435736677, + "grad_norm": 1.359375, + "learning_rate": 0.000268744357865906, + "loss": 4.6697, + "mean_token_accuracy": 0.20897333174943925, + "num_tokens": 12263306.0, + "step": 6980 + }, + { + "entropy": 5.232559490203857, + "epoch": 5.474137931034483, + "grad_norm": 1.296875, + "learning_rate": 0.00026844368903732263, + "loss": 4.66, + "mean_token_accuracy": 0.21718827337026597, + "num_tokens": 12272498.0, + "step": 6985 + }, + { + "entropy": 5.156026697158813, + "epoch": 5.478056426332288, + "grad_norm": 1.3359375, + "learning_rate": 0.00026814303192593015, + "loss": 4.5489, + "mean_token_accuracy": 0.2185846298933029, + "num_tokens": 12281592.0, + "step": 6990 + }, + { + "entropy": 5.247229671478271, + "epoch": 5.481974921630094, + "grad_norm": 1.3046875, + "learning_rate": 0.00026784238706905136, + "loss": 4.6804, + "mean_token_accuracy": 0.21280920803546904, + "num_tokens": 12290112.0, + "step": 6995 + }, + { + "entropy": 5.280190658569336, + "epoch": 5.485893416927899, + "grad_norm": 1.34375, + "learning_rate": 0.0002675417550039874, + "loss": 4.7265, + "mean_token_accuracy": 0.2046452909708023, + "num_tokens": 12299868.0, + "step": 7000 + }, + { + "epoch": 5.485893416927899, + "eval_entropy": 5.1715009138565655, + "eval_loss": 5.689372539520264, + "eval_mean_token_accuracy": 0.16866252587227396, + "eval_num_tokens": 12299868.0, + "eval_runtime": 2.8305, + "eval_samples_per_second": 1456.278, + "eval_steps_per_second": 182.3, + "step": 7000 + }, + { + "entropy": 5.260598945617676, + "epoch": 5.489811912225705, + "grad_norm": 1.28125, + "learning_rate": 0.00026724113626801655, + "loss": 4.6354, + "mean_token_accuracy": 0.20786887556314468, + "num_tokens": 12307903.0, + "step": 7005 + }, + { + "entropy": 5.296745014190674, + "epoch": 5.493730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002669405313983932, + "loss": 4.7528, + "mean_token_accuracy": 0.20646856278181075, + "num_tokens": 12317287.0, + "step": 7010 + }, + { + "entropy": 5.317042398452759, + "epoch": 5.497648902821316, + "grad_norm": 1.3828125, + "learning_rate": 0.000266639940932347, + "loss": 4.7643, + "mean_token_accuracy": 0.20478419661521913, + "num_tokens": 12325770.0, + "step": 7015 + }, + { + "entropy": 5.238102626800537, + "epoch": 5.501567398119122, + "grad_norm": 1.3515625, + "learning_rate": 0.0002663393654070819, + "loss": 4.6796, + "mean_token_accuracy": 0.20654071867465973, + "num_tokens": 12334800.0, + "step": 7020 + }, + { + "entropy": 5.2651355266571045, + "epoch": 5.505485893416928, + "grad_norm": 1.4609375, + "learning_rate": 0.0002660388053597752, + "loss": 4.6953, + "mean_token_accuracy": 0.20570577979087828, + "num_tokens": 12343362.0, + "step": 7025 + }, + { + "entropy": 5.259320402145386, + "epoch": 5.509404388714733, + "grad_norm": 1.3515625, + "learning_rate": 0.00026573826132757623, + "loss": 4.7038, + "mean_token_accuracy": 0.2020459219813347, + "num_tokens": 12352277.0, + "step": 7030 + }, + { + "entropy": 5.186436510086059, + "epoch": 5.513322884012539, + "grad_norm": 1.3515625, + "learning_rate": 0.00026543773384760593, + "loss": 4.5535, + "mean_token_accuracy": 0.2218184545636177, + "num_tokens": 12361244.0, + "step": 7035 + }, + { + "entropy": 5.231857681274414, + "epoch": 5.517241379310345, + "grad_norm": 1.3359375, + "learning_rate": 0.0002651372234569557, + "loss": 4.6578, + "mean_token_accuracy": 0.2047449082136154, + "num_tokens": 12370228.0, + "step": 7040 + }, + { + "entropy": 5.216939067840576, + "epoch": 5.52115987460815, + "grad_norm": 1.265625, + "learning_rate": 0.0002648367306926864, + "loss": 4.6219, + "mean_token_accuracy": 0.2179474413394928, + "num_tokens": 12379392.0, + "step": 7045 + }, + { + "entropy": 5.247205209732056, + "epoch": 5.525078369905956, + "grad_norm": 1.4453125, + "learning_rate": 0.0002645362560918271, + "loss": 4.72, + "mean_token_accuracy": 0.21013081222772598, + "num_tokens": 12387334.0, + "step": 7050 + }, + { + "entropy": 5.231055212020874, + "epoch": 5.528996865203762, + "grad_norm": 1.2265625, + "learning_rate": 0.000264235800191375, + "loss": 4.6101, + "mean_token_accuracy": 0.21622697710990907, + "num_tokens": 12396875.0, + "step": 7055 + }, + { + "entropy": 5.295559358596802, + "epoch": 5.532915360501567, + "grad_norm": 1.3203125, + "learning_rate": 0.0002639353635282932, + "loss": 4.6261, + "mean_token_accuracy": 0.22104052901268006, + "num_tokens": 12405123.0, + "step": 7060 + }, + { + "entropy": 5.351782655715942, + "epoch": 5.536833855799373, + "grad_norm": 1.265625, + "learning_rate": 0.00026363494663951076, + "loss": 4.7578, + "mean_token_accuracy": 0.20188051611185073, + "num_tokens": 12413208.0, + "step": 7065 + }, + { + "entropy": 5.250482225418091, + "epoch": 5.540752351097178, + "grad_norm": 1.3203125, + "learning_rate": 0.00026333455006192146, + "loss": 4.7555, + "mean_token_accuracy": 0.20562921613454818, + "num_tokens": 12421704.0, + "step": 7070 + }, + { + "entropy": 5.237989664077759, + "epoch": 5.544670846394984, + "grad_norm": 1.359375, + "learning_rate": 0.00026303417433238267, + "loss": 4.6921, + "mean_token_accuracy": 0.20675090551376343, + "num_tokens": 12430610.0, + "step": 7075 + }, + { + "entropy": 5.230548858642578, + "epoch": 5.54858934169279, + "grad_norm": 1.25, + "learning_rate": 0.0002627338199877146, + "loss": 4.586, + "mean_token_accuracy": 0.2160607933998108, + "num_tokens": 12439867.0, + "step": 7080 + }, + { + "entropy": 5.249543046951294, + "epoch": 5.552507836990595, + "grad_norm": 1.296875, + "learning_rate": 0.0002624334875646989, + "loss": 4.69, + "mean_token_accuracy": 0.20907251238822938, + "num_tokens": 12449540.0, + "step": 7085 + }, + { + "entropy": 5.207647514343262, + "epoch": 5.556426332288401, + "grad_norm": 1.296875, + "learning_rate": 0.00026213317760007864, + "loss": 4.7086, + "mean_token_accuracy": 0.21348599791526796, + "num_tokens": 12458138.0, + "step": 7090 + }, + { + "entropy": 5.3329229831695555, + "epoch": 5.560344827586206, + "grad_norm": 1.3515625, + "learning_rate": 0.0002618328906305562, + "loss": 4.7865, + "mean_token_accuracy": 0.20066696852445604, + "num_tokens": 12467921.0, + "step": 7095 + }, + { + "entropy": 5.295334768295288, + "epoch": 5.564263322884012, + "grad_norm": 1.3046875, + "learning_rate": 0.0002615326271927931, + "loss": 4.6552, + "mean_token_accuracy": 0.21056534498929977, + "num_tokens": 12476873.0, + "step": 7100 + }, + { + "entropy": 5.282841157913208, + "epoch": 5.568181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00026123238782340893, + "loss": 4.6861, + "mean_token_accuracy": 0.20840848237276077, + "num_tokens": 12485924.0, + "step": 7105 + }, + { + "entropy": 5.219023275375366, + "epoch": 5.572100313479623, + "grad_norm": 1.328125, + "learning_rate": 0.00026093217305898003, + "loss": 4.6368, + "mean_token_accuracy": 0.21216566264629363, + "num_tokens": 12494533.0, + "step": 7110 + }, + { + "entropy": 5.18400502204895, + "epoch": 5.576018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00026063198343603887, + "loss": 4.5867, + "mean_token_accuracy": 0.22087128162384034, + "num_tokens": 12503137.0, + "step": 7115 + }, + { + "entropy": 5.177578115463257, + "epoch": 5.579937304075235, + "grad_norm": 1.3984375, + "learning_rate": 0.00026033181949107286, + "loss": 4.6816, + "mean_token_accuracy": 0.2179584324359894, + "num_tokens": 12511701.0, + "step": 7120 + }, + { + "entropy": 5.185002851486206, + "epoch": 5.58385579937304, + "grad_norm": 1.3125, + "learning_rate": 0.0002600316817605239, + "loss": 4.6854, + "mean_token_accuracy": 0.21548792570829392, + "num_tokens": 12520097.0, + "step": 7125 + }, + { + "entropy": 5.250830078125, + "epoch": 5.587774294670846, + "grad_norm": 1.3359375, + "learning_rate": 0.0002597315707807866, + "loss": 4.689, + "mean_token_accuracy": 0.21558950394392012, + "num_tokens": 12528526.0, + "step": 7130 + }, + { + "entropy": 5.256285095214844, + "epoch": 5.591692789968652, + "grad_norm": 1.3203125, + "learning_rate": 0.00025943148708820784, + "loss": 4.6931, + "mean_token_accuracy": 0.215531188249588, + "num_tokens": 12537888.0, + "step": 7135 + }, + { + "entropy": 5.214641141891479, + "epoch": 5.5956112852664575, + "grad_norm": 1.359375, + "learning_rate": 0.0002591314312190861, + "loss": 4.6748, + "mean_token_accuracy": 0.2097076430916786, + "num_tokens": 12546396.0, + "step": 7140 + }, + { + "entropy": 5.230802440643311, + "epoch": 5.599529780564263, + "grad_norm": 1.3359375, + "learning_rate": 0.00025883140370966975, + "loss": 4.622, + "mean_token_accuracy": 0.21547389775514603, + "num_tokens": 12554985.0, + "step": 7145 + }, + { + "entropy": 5.2382759094238285, + "epoch": 5.603448275862069, + "grad_norm": 1.234375, + "learning_rate": 0.0002585314050961565, + "loss": 4.6262, + "mean_token_accuracy": 0.22612639963626863, + "num_tokens": 12564379.0, + "step": 7150 + }, + { + "entropy": 5.234850358963013, + "epoch": 5.6073667711598745, + "grad_norm": 1.328125, + "learning_rate": 0.0002582314359146927, + "loss": 4.6793, + "mean_token_accuracy": 0.2072347268462181, + "num_tokens": 12572655.0, + "step": 7155 + }, + { + "entropy": 5.216544723510742, + "epoch": 5.61128526645768, + "grad_norm": 1.28125, + "learning_rate": 0.00025793149670137175, + "loss": 4.6967, + "mean_token_accuracy": 0.20763107389211655, + "num_tokens": 12581778.0, + "step": 7160 + }, + { + "entropy": 5.185975503921509, + "epoch": 5.6152037617554855, + "grad_norm": 1.3203125, + "learning_rate": 0.0002576315879922337, + "loss": 4.5962, + "mean_token_accuracy": 0.21601783633232116, + "num_tokens": 12590324.0, + "step": 7165 + }, + { + "entropy": 5.221479034423828, + "epoch": 5.6191222570532915, + "grad_norm": 1.25, + "learning_rate": 0.00025733171032326404, + "loss": 4.7127, + "mean_token_accuracy": 0.20459305197000505, + "num_tokens": 12599761.0, + "step": 7170 + }, + { + "entropy": 5.247737979888916, + "epoch": 5.6230407523510975, + "grad_norm": 1.234375, + "learning_rate": 0.0002570318642303929, + "loss": 4.7257, + "mean_token_accuracy": 0.21210792511701584, + "num_tokens": 12608853.0, + "step": 7175 + }, + { + "entropy": 5.231413269042969, + "epoch": 5.6269592476489025, + "grad_norm": 1.390625, + "learning_rate": 0.00025673205024949377, + "loss": 4.6339, + "mean_token_accuracy": 0.213092340528965, + "num_tokens": 12617434.0, + "step": 7180 + }, + { + "entropy": 5.225102043151855, + "epoch": 5.6308777429467085, + "grad_norm": 1.4453125, + "learning_rate": 0.0002564322689163828, + "loss": 4.6836, + "mean_token_accuracy": 0.2137874811887741, + "num_tokens": 12626021.0, + "step": 7185 + }, + { + "entropy": 5.246837043762207, + "epoch": 5.6347962382445145, + "grad_norm": 1.3046875, + "learning_rate": 0.00025613252076681786, + "loss": 4.6421, + "mean_token_accuracy": 0.21560526192188262, + "num_tokens": 12634952.0, + "step": 7190 + }, + { + "entropy": 5.208443021774292, + "epoch": 5.63871473354232, + "grad_norm": 1.21875, + "learning_rate": 0.0002558328063364976, + "loss": 4.6574, + "mean_token_accuracy": 0.2174335688352585, + "num_tokens": 12644094.0, + "step": 7195 + }, + { + "entropy": 5.244969701766967, + "epoch": 5.6426332288401255, + "grad_norm": 1.2890625, + "learning_rate": 0.0002555331261610603, + "loss": 4.6867, + "mean_token_accuracy": 0.20794499665498734, + "num_tokens": 12652687.0, + "step": 7200 + }, + { + "entropy": 5.231500101089478, + "epoch": 5.646551724137931, + "grad_norm": 1.3046875, + "learning_rate": 0.00025523348077608285, + "loss": 4.6541, + "mean_token_accuracy": 0.2193999856710434, + "num_tokens": 12661437.0, + "step": 7205 + }, + { + "entropy": 5.277053499221802, + "epoch": 5.650470219435737, + "grad_norm": 1.2890625, + "learning_rate": 0.00025493387071708024, + "loss": 4.6915, + "mean_token_accuracy": 0.20898720175027846, + "num_tokens": 12669893.0, + "step": 7210 + }, + { + "entropy": 5.228146600723266, + "epoch": 5.6543887147335425, + "grad_norm": 1.3359375, + "learning_rate": 0.00025463429651950426, + "loss": 4.7285, + "mean_token_accuracy": 0.21037121415138244, + "num_tokens": 12679349.0, + "step": 7215 + }, + { + "entropy": 5.271376848220825, + "epoch": 5.658307210031348, + "grad_norm": 1.375, + "learning_rate": 0.0002543347587187425, + "loss": 4.6685, + "mean_token_accuracy": 0.2066234067082405, + "num_tokens": 12687163.0, + "step": 7220 + }, + { + "entropy": 5.239660835266113, + "epoch": 5.662225705329154, + "grad_norm": 1.2890625, + "learning_rate": 0.00025403525785011767, + "loss": 4.6607, + "mean_token_accuracy": 0.2132062867283821, + "num_tokens": 12695646.0, + "step": 7225 + }, + { + "entropy": 5.252658081054688, + "epoch": 5.66614420062696, + "grad_norm": 1.328125, + "learning_rate": 0.00025373579444888634, + "loss": 4.6297, + "mean_token_accuracy": 0.21994309425354003, + "num_tokens": 12705144.0, + "step": 7230 + }, + { + "entropy": 5.22070083618164, + "epoch": 5.670062695924765, + "grad_norm": 1.328125, + "learning_rate": 0.000253436369050238, + "loss": 4.6496, + "mean_token_accuracy": 0.21211934685707093, + "num_tokens": 12713881.0, + "step": 7235 + }, + { + "entropy": 5.211482381820678, + "epoch": 5.673981191222571, + "grad_norm": 1.34375, + "learning_rate": 0.00025313698218929474, + "loss": 4.612, + "mean_token_accuracy": 0.22191070318222045, + "num_tokens": 12722452.0, + "step": 7240 + }, + { + "entropy": 5.200647211074829, + "epoch": 5.677899686520377, + "grad_norm": 1.3203125, + "learning_rate": 0.00025283763440110923, + "loss": 4.6353, + "mean_token_accuracy": 0.21192227452993392, + "num_tokens": 12731105.0, + "step": 7245 + }, + { + "entropy": 5.174087142944336, + "epoch": 5.681818181818182, + "grad_norm": 1.390625, + "learning_rate": 0.0002525383262206645, + "loss": 4.6564, + "mean_token_accuracy": 0.22195352166891097, + "num_tokens": 12739096.0, + "step": 7250 + }, + { + "entropy": 5.212903928756714, + "epoch": 5.685736677115988, + "grad_norm": 1.296875, + "learning_rate": 0.0002522390581828726, + "loss": 4.6433, + "mean_token_accuracy": 0.2136929914355278, + "num_tokens": 12747910.0, + "step": 7255 + }, + { + "entropy": 5.177970886230469, + "epoch": 5.689655172413794, + "grad_norm": 1.2734375, + "learning_rate": 0.00025193983082257444, + "loss": 4.5631, + "mean_token_accuracy": 0.2235295832157135, + "num_tokens": 12757387.0, + "step": 7260 + }, + { + "entropy": 5.186717462539673, + "epoch": 5.693573667711599, + "grad_norm": 1.2578125, + "learning_rate": 0.0002516406446745376, + "loss": 4.6791, + "mean_token_accuracy": 0.21410714983940124, + "num_tokens": 12766678.0, + "step": 7265 + }, + { + "entropy": 5.188666439056396, + "epoch": 5.697492163009405, + "grad_norm": 1.28125, + "learning_rate": 0.0002513415002734562, + "loss": 4.6501, + "mean_token_accuracy": 0.21548058241605758, + "num_tokens": 12775499.0, + "step": 7270 + }, + { + "entropy": 5.274410200119019, + "epoch": 5.70141065830721, + "grad_norm": 1.3125, + "learning_rate": 0.00025104239815394995, + "loss": 4.7195, + "mean_token_accuracy": 0.2140003487467766, + "num_tokens": 12784173.0, + "step": 7275 + }, + { + "entropy": 5.272644186019898, + "epoch": 5.705329153605016, + "grad_norm": 1.390625, + "learning_rate": 0.0002507433388505627, + "loss": 4.7436, + "mean_token_accuracy": 0.2096970871090889, + "num_tokens": 12792991.0, + "step": 7280 + }, + { + "entropy": 5.200583171844483, + "epoch": 5.709247648902822, + "grad_norm": 1.296875, + "learning_rate": 0.00025044432289776197, + "loss": 4.6615, + "mean_token_accuracy": 0.21435780376195906, + "num_tokens": 12801868.0, + "step": 7285 + }, + { + "entropy": 5.252918291091919, + "epoch": 5.713166144200627, + "grad_norm": 1.2890625, + "learning_rate": 0.00025014535082993765, + "loss": 4.6863, + "mean_token_accuracy": 0.21708452105522155, + "num_tokens": 12810467.0, + "step": 7290 + }, + { + "entropy": 5.21515531539917, + "epoch": 5.717084639498433, + "grad_norm": 1.3359375, + "learning_rate": 0.0002498464231814015, + "loss": 4.679, + "mean_token_accuracy": 0.21567970365285874, + "num_tokens": 12818874.0, + "step": 7295 + }, + { + "entropy": 5.216609525680542, + "epoch": 5.721003134796238, + "grad_norm": 1.2734375, + "learning_rate": 0.00024954754048638555, + "loss": 4.5864, + "mean_token_accuracy": 0.22098712474107743, + "num_tokens": 12828029.0, + "step": 7300 + }, + { + "entropy": 5.2001289367675785, + "epoch": 5.724921630094044, + "grad_norm": 1.3828125, + "learning_rate": 0.00024924870327904165, + "loss": 4.6431, + "mean_token_accuracy": 0.21364946514368058, + "num_tokens": 12836185.0, + "step": 7305 + }, + { + "entropy": 5.271806097030639, + "epoch": 5.72884012539185, + "grad_norm": 1.359375, + "learning_rate": 0.0002489499120934403, + "loss": 4.7704, + "mean_token_accuracy": 0.20386617183685302, + "num_tokens": 12845810.0, + "step": 7310 + }, + { + "entropy": 5.201552057266236, + "epoch": 5.732758620689655, + "grad_norm": 1.3046875, + "learning_rate": 0.00024865116746357004, + "loss": 4.5578, + "mean_token_accuracy": 0.2302917644381523, + "num_tokens": 12854567.0, + "step": 7315 + }, + { + "entropy": 5.191605949401856, + "epoch": 5.736677115987461, + "grad_norm": 1.4140625, + "learning_rate": 0.0002483524699233356, + "loss": 4.6508, + "mean_token_accuracy": 0.21373940110206605, + "num_tokens": 12863172.0, + "step": 7320 + }, + { + "entropy": 5.254427671432495, + "epoch": 5.740595611285267, + "grad_norm": 1.3515625, + "learning_rate": 0.00024805382000655824, + "loss": 4.7443, + "mean_token_accuracy": 0.20958113074302673, + "num_tokens": 12873335.0, + "step": 7325 + }, + { + "entropy": 5.2790755271911625, + "epoch": 5.744514106583072, + "grad_norm": 1.3359375, + "learning_rate": 0.0002477552182469736, + "loss": 4.6951, + "mean_token_accuracy": 0.21861989349126815, + "num_tokens": 12882695.0, + "step": 7330 + }, + { + "entropy": 5.156908226013184, + "epoch": 5.748432601880878, + "grad_norm": 1.3515625, + "learning_rate": 0.0002474566651782315, + "loss": 4.6914, + "mean_token_accuracy": 0.2090598985552788, + "num_tokens": 12890739.0, + "step": 7335 + }, + { + "entropy": 5.1704347133636475, + "epoch": 5.752351097178684, + "grad_norm": 1.3125, + "learning_rate": 0.0002471581613338946, + "loss": 4.6708, + "mean_token_accuracy": 0.21506418734788896, + "num_tokens": 12899503.0, + "step": 7340 + }, + { + "entropy": 5.285939407348633, + "epoch": 5.756269592476489, + "grad_norm": 1.4140625, + "learning_rate": 0.0002468597072474378, + "loss": 4.7015, + "mean_token_accuracy": 0.20911391079425812, + "num_tokens": 12908405.0, + "step": 7345 + }, + { + "entropy": 5.266808986663818, + "epoch": 5.760188087774295, + "grad_norm": 1.3125, + "learning_rate": 0.00024656130345224685, + "loss": 4.7517, + "mean_token_accuracy": 0.20196691602468492, + "num_tokens": 12917529.0, + "step": 7350 + }, + { + "entropy": 5.273175477981567, + "epoch": 5.764106583072101, + "grad_norm": 1.3828125, + "learning_rate": 0.00024626295048161775, + "loss": 4.7136, + "mean_token_accuracy": 0.2114194244146347, + "num_tokens": 12926183.0, + "step": 7355 + }, + { + "entropy": 5.344609880447388, + "epoch": 5.768025078369906, + "grad_norm": 1.328125, + "learning_rate": 0.0002459646488687557, + "loss": 4.786, + "mean_token_accuracy": 0.2063930332660675, + "num_tokens": 12934598.0, + "step": 7360 + }, + { + "entropy": 5.205522966384888, + "epoch": 5.771943573667712, + "grad_norm": 1.359375, + "learning_rate": 0.0002456663991467739, + "loss": 4.6552, + "mean_token_accuracy": 0.2050686299800873, + "num_tokens": 12943101.0, + "step": 7365 + }, + { + "entropy": 5.267151880264282, + "epoch": 5.775862068965517, + "grad_norm": 1.34375, + "learning_rate": 0.00024536820184869313, + "loss": 4.7294, + "mean_token_accuracy": 0.20937880575656892, + "num_tokens": 12951717.0, + "step": 7370 + }, + { + "entropy": 5.297927379608154, + "epoch": 5.779780564263323, + "grad_norm": 1.3515625, + "learning_rate": 0.0002450700575074401, + "loss": 4.7712, + "mean_token_accuracy": 0.20682260990142823, + "num_tokens": 12960761.0, + "step": 7375 + }, + { + "entropy": 5.254385185241699, + "epoch": 5.783699059561129, + "grad_norm": 1.328125, + "learning_rate": 0.00024477196665584735, + "loss": 4.583, + "mean_token_accuracy": 0.23014710396528243, + "num_tokens": 12969216.0, + "step": 7380 + }, + { + "entropy": 5.243395853042602, + "epoch": 5.787617554858934, + "grad_norm": 1.296875, + "learning_rate": 0.0002444739298266513, + "loss": 4.6655, + "mean_token_accuracy": 0.20522689074277878, + "num_tokens": 12977260.0, + "step": 7385 + }, + { + "entropy": 5.184791612625122, + "epoch": 5.79153605015674, + "grad_norm": 1.375, + "learning_rate": 0.00024417594755249227, + "loss": 4.6654, + "mean_token_accuracy": 0.21439639925956727, + "num_tokens": 12985383.0, + "step": 7390 + }, + { + "entropy": 5.245842599868775, + "epoch": 5.795454545454545, + "grad_norm": 1.328125, + "learning_rate": 0.00024387802036591295, + "loss": 4.6643, + "mean_token_accuracy": 0.21837234646081924, + "num_tokens": 12994675.0, + "step": 7395 + }, + { + "entropy": 5.249792957305909, + "epoch": 5.799373040752351, + "grad_norm": 1.3125, + "learning_rate": 0.0002435801487993573, + "loss": 4.6523, + "mean_token_accuracy": 0.21329533755779267, + "num_tokens": 13002979.0, + "step": 7400 + }, + { + "entropy": 5.237352085113526, + "epoch": 5.803291536050157, + "grad_norm": 1.4609375, + "learning_rate": 0.00024328233338517024, + "loss": 4.6468, + "mean_token_accuracy": 0.20785642117261888, + "num_tokens": 13011343.0, + "step": 7405 + }, + { + "entropy": 5.240995740890503, + "epoch": 5.807210031347962, + "grad_norm": 1.40625, + "learning_rate": 0.00024298457465559626, + "loss": 4.7885, + "mean_token_accuracy": 0.20062173902988434, + "num_tokens": 13019684.0, + "step": 7410 + }, + { + "entropy": 5.22527847290039, + "epoch": 5.811128526645768, + "grad_norm": 1.3125, + "learning_rate": 0.00024268687314277844, + "loss": 4.6563, + "mean_token_accuracy": 0.21050206273794175, + "num_tokens": 13028358.0, + "step": 7415 + }, + { + "entropy": 5.151846218109131, + "epoch": 5.815047021943574, + "grad_norm": 1.3125, + "learning_rate": 0.00024238922937875758, + "loss": 4.6146, + "mean_token_accuracy": 0.21455782949924468, + "num_tokens": 13037092.0, + "step": 7420 + }, + { + "entropy": 5.267100095748901, + "epoch": 5.818965517241379, + "grad_norm": 1.3515625, + "learning_rate": 0.0002420916438954714, + "loss": 4.7431, + "mean_token_accuracy": 0.21391490250825881, + "num_tokens": 13045624.0, + "step": 7425 + }, + { + "entropy": 5.264152717590332, + "epoch": 5.822884012539185, + "grad_norm": 1.3203125, + "learning_rate": 0.0002417941172247535, + "loss": 4.6858, + "mean_token_accuracy": 0.21525765508413314, + "num_tokens": 13054384.0, + "step": 7430 + }, + { + "entropy": 5.223474836349487, + "epoch": 5.826802507836991, + "grad_norm": 1.2109375, + "learning_rate": 0.00024149664989833215, + "loss": 4.7302, + "mean_token_accuracy": 0.2138300433754921, + "num_tokens": 13063786.0, + "step": 7435 + }, + { + "entropy": 5.308921384811401, + "epoch": 5.830721003134796, + "grad_norm": 1.2890625, + "learning_rate": 0.00024119924244782965, + "loss": 4.7362, + "mean_token_accuracy": 0.2025495231151581, + "num_tokens": 13073446.0, + "step": 7440 + }, + { + "entropy": 5.223772478103638, + "epoch": 5.834639498432602, + "grad_norm": 1.3203125, + "learning_rate": 0.00024090189540476153, + "loss": 4.6654, + "mean_token_accuracy": 0.20999204814434053, + "num_tokens": 13081780.0, + "step": 7445 + }, + { + "entropy": 5.306987190246582, + "epoch": 5.838557993730408, + "grad_norm": 1.421875, + "learning_rate": 0.00024060460930053513, + "loss": 4.6983, + "mean_token_accuracy": 0.21448801904916764, + "num_tokens": 13089995.0, + "step": 7450 + }, + { + "entropy": 5.229118394851684, + "epoch": 5.842476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.00024030738466644875, + "loss": 4.6789, + "mean_token_accuracy": 0.21340499222278594, + "num_tokens": 13098767.0, + "step": 7455 + }, + { + "entropy": 5.183451557159424, + "epoch": 5.846394984326019, + "grad_norm": 1.34375, + "learning_rate": 0.0002400102220336911, + "loss": 4.7266, + "mean_token_accuracy": 0.2064550533890724, + "num_tokens": 13107744.0, + "step": 7460 + }, + { + "entropy": 5.208500576019287, + "epoch": 5.850313479623824, + "grad_norm": 1.2890625, + "learning_rate": 0.0002397131219333401, + "loss": 4.6314, + "mean_token_accuracy": 0.21325792372226715, + "num_tokens": 13116400.0, + "step": 7465 + }, + { + "entropy": 5.1955479145050045, + "epoch": 5.85423197492163, + "grad_norm": 1.3515625, + "learning_rate": 0.0002394160848963617, + "loss": 4.6299, + "mean_token_accuracy": 0.21905395686626433, + "num_tokens": 13124973.0, + "step": 7470 + }, + { + "entropy": 5.289145421981812, + "epoch": 5.858150470219436, + "grad_norm": 1.34375, + "learning_rate": 0.00023911911145360916, + "loss": 4.697, + "mean_token_accuracy": 0.21062889099121093, + "num_tokens": 13133061.0, + "step": 7475 + }, + { + "entropy": 5.296879768371582, + "epoch": 5.862068965517241, + "grad_norm": 1.34375, + "learning_rate": 0.00023882220213582235, + "loss": 4.7228, + "mean_token_accuracy": 0.20877940952777863, + "num_tokens": 13141322.0, + "step": 7480 + }, + { + "entropy": 5.22279725074768, + "epoch": 5.865987460815047, + "grad_norm": 1.203125, + "learning_rate": 0.0002385253574736262, + "loss": 4.6919, + "mean_token_accuracy": 0.21245288401842116, + "num_tokens": 13150553.0, + "step": 7485 + }, + { + "entropy": 5.352278804779052, + "epoch": 5.869905956112853, + "grad_norm": 1.2734375, + "learning_rate": 0.00023822857799753034, + "loss": 4.791, + "mean_token_accuracy": 0.20504296123981475, + "num_tokens": 13160308.0, + "step": 7490 + }, + { + "entropy": 5.334965467453003, + "epoch": 5.873824451410658, + "grad_norm": 1.390625, + "learning_rate": 0.00023793186423792784, + "loss": 4.7359, + "mean_token_accuracy": 0.21487077325582504, + "num_tokens": 13168219.0, + "step": 7495 + }, + { + "entropy": 5.272322082519532, + "epoch": 5.877742946708464, + "grad_norm": 1.3203125, + "learning_rate": 0.00023763521672509432, + "loss": 4.7296, + "mean_token_accuracy": 0.2066119134426117, + "num_tokens": 13176980.0, + "step": 7500 + }, + { + "epoch": 5.877742946708464, + "eval_entropy": 5.139405744944432, + "eval_loss": 5.673482418060303, + "eval_mean_token_accuracy": 0.17077222528556982, + "eval_num_tokens": 13176980.0, + "eval_runtime": 3.0098, + "eval_samples_per_second": 1369.51, + "eval_steps_per_second": 171.438, + "step": 7500 + }, + { + "entropy": 5.294047927856445, + "epoch": 5.881661442006269, + "grad_norm": 1.2421875, + "learning_rate": 0.00023733863598918688, + "loss": 4.7684, + "mean_token_accuracy": 0.20166613310575485, + "num_tokens": 13186267.0, + "step": 7505 + }, + { + "entropy": 5.288327550888061, + "epoch": 5.885579937304075, + "grad_norm": 1.3671875, + "learning_rate": 0.0002370421225602433, + "loss": 4.7634, + "mean_token_accuracy": 0.21101880818605423, + "num_tokens": 13195457.0, + "step": 7510 + }, + { + "entropy": 5.30569052696228, + "epoch": 5.889498432601881, + "grad_norm": 1.3828125, + "learning_rate": 0.00023674567696818145, + "loss": 4.7489, + "mean_token_accuracy": 0.2053582936525345, + "num_tokens": 13203707.0, + "step": 7515 + }, + { + "entropy": 5.273089838027954, + "epoch": 5.893416927899686, + "grad_norm": 1.3125, + "learning_rate": 0.0002364492997427975, + "loss": 4.6512, + "mean_token_accuracy": 0.20973526388406755, + "num_tokens": 13213013.0, + "step": 7520 + }, + { + "entropy": 5.2009217739105225, + "epoch": 5.897335423197492, + "grad_norm": 1.1796875, + "learning_rate": 0.00023615299141376545, + "loss": 4.6812, + "mean_token_accuracy": 0.21647818833589555, + "num_tokens": 13222356.0, + "step": 7525 + }, + { + "entropy": 5.221536779403687, + "epoch": 5.901253918495298, + "grad_norm": 1.3125, + "learning_rate": 0.00023585675251063665, + "loss": 4.6927, + "mean_token_accuracy": 0.20497503727674485, + "num_tokens": 13231791.0, + "step": 7530 + }, + { + "entropy": 5.231286287307739, + "epoch": 5.905172413793103, + "grad_norm": 1.1953125, + "learning_rate": 0.0002355605835628379, + "loss": 4.6239, + "mean_token_accuracy": 0.21682231724262238, + "num_tokens": 13240445.0, + "step": 7535 + }, + { + "entropy": 5.247968244552612, + "epoch": 5.909090909090909, + "grad_norm": 1.3359375, + "learning_rate": 0.00023526448509967097, + "loss": 4.6995, + "mean_token_accuracy": 0.20896826833486556, + "num_tokens": 13249048.0, + "step": 7540 + }, + { + "entropy": 5.1887040615081785, + "epoch": 5.913009404388715, + "grad_norm": 1.3359375, + "learning_rate": 0.00023496845765031215, + "loss": 4.5861, + "mean_token_accuracy": 0.22055635005235671, + "num_tokens": 13258206.0, + "step": 7545 + }, + { + "entropy": 5.272710609436035, + "epoch": 5.91692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00023467250174381021, + "loss": 4.6965, + "mean_token_accuracy": 0.2055400237441063, + "num_tokens": 13266756.0, + "step": 7550 + }, + { + "entropy": 5.257400178909302, + "epoch": 5.920846394984326, + "grad_norm": 1.40625, + "learning_rate": 0.00023437661790908648, + "loss": 4.7458, + "mean_token_accuracy": 0.2037859097123146, + "num_tokens": 13276033.0, + "step": 7555 + }, + { + "entropy": 5.302247047424316, + "epoch": 5.924764890282132, + "grad_norm": 1.3515625, + "learning_rate": 0.00023408080667493332, + "loss": 4.6883, + "mean_token_accuracy": 0.2100181445479393, + "num_tokens": 13285151.0, + "step": 7560 + }, + { + "entropy": 5.182172346115112, + "epoch": 5.928683385579937, + "grad_norm": 1.4609375, + "learning_rate": 0.00023378506857001335, + "loss": 4.6196, + "mean_token_accuracy": 0.21066571176052093, + "num_tokens": 13293412.0, + "step": 7565 + }, + { + "entropy": 5.248653221130371, + "epoch": 5.932601880877743, + "grad_norm": 1.3046875, + "learning_rate": 0.00023348940412285858, + "loss": 4.7157, + "mean_token_accuracy": 0.20661499947309495, + "num_tokens": 13301982.0, + "step": 7570 + }, + { + "entropy": 5.271500539779663, + "epoch": 5.936520376175548, + "grad_norm": 1.421875, + "learning_rate": 0.00023319381386186923, + "loss": 4.7343, + "mean_token_accuracy": 0.2080198422074318, + "num_tokens": 13309766.0, + "step": 7575 + }, + { + "entropy": 5.231354856491089, + "epoch": 5.940438871473354, + "grad_norm": 1.3671875, + "learning_rate": 0.000232898298315313, + "loss": 4.6568, + "mean_token_accuracy": 0.21384550333023072, + "num_tokens": 13317960.0, + "step": 7580 + }, + { + "entropy": 5.304995918273926, + "epoch": 5.94435736677116, + "grad_norm": 1.2578125, + "learning_rate": 0.0002326028580113243, + "loss": 4.7387, + "mean_token_accuracy": 0.20388841032981872, + "num_tokens": 13326909.0, + "step": 7585 + }, + { + "entropy": 5.344002914428711, + "epoch": 5.948275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.00023230749347790265, + "loss": 4.7708, + "mean_token_accuracy": 0.20328186750411986, + "num_tokens": 13335861.0, + "step": 7590 + }, + { + "entropy": 5.2808509349823, + "epoch": 5.952194357366771, + "grad_norm": 1.3125, + "learning_rate": 0.00023201220524291232, + "loss": 4.7169, + "mean_token_accuracy": 0.20783283263444902, + "num_tokens": 13345253.0, + "step": 7595 + }, + { + "entropy": 5.238911104202271, + "epoch": 5.956112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00023171699383408152, + "loss": 4.7008, + "mean_token_accuracy": 0.20881802439689637, + "num_tokens": 13354353.0, + "step": 7600 + }, + { + "entropy": 5.255390644073486, + "epoch": 5.960031347962382, + "grad_norm": 1.328125, + "learning_rate": 0.00023142185977900065, + "loss": 4.7306, + "mean_token_accuracy": 0.20924693793058396, + "num_tokens": 13363030.0, + "step": 7605 + }, + { + "entropy": 5.227761268615723, + "epoch": 5.963949843260188, + "grad_norm": 1.203125, + "learning_rate": 0.00023112680360512218, + "loss": 4.6917, + "mean_token_accuracy": 0.2131566658616066, + "num_tokens": 13372797.0, + "step": 7610 + }, + { + "entropy": 5.245480155944824, + "epoch": 5.967868338557993, + "grad_norm": 1.3203125, + "learning_rate": 0.00023083182583975942, + "loss": 4.6185, + "mean_token_accuracy": 0.21546746641397477, + "num_tokens": 13381425.0, + "step": 7615 + }, + { + "entropy": 5.1866625308990475, + "epoch": 5.971786833855799, + "grad_norm": 1.3359375, + "learning_rate": 0.0002305369270100855, + "loss": 4.5984, + "mean_token_accuracy": 0.22339103370904922, + "num_tokens": 13390246.0, + "step": 7620 + }, + { + "entropy": 5.228579568862915, + "epoch": 5.975705329153605, + "grad_norm": 1.453125, + "learning_rate": 0.0002302421076431322, + "loss": 4.6428, + "mean_token_accuracy": 0.21310073584318162, + "num_tokens": 13398851.0, + "step": 7625 + }, + { + "entropy": 5.243606042861939, + "epoch": 5.97962382445141, + "grad_norm": 1.265625, + "learning_rate": 0.00022994736826578976, + "loss": 4.7395, + "mean_token_accuracy": 0.2054322838783264, + "num_tokens": 13407870.0, + "step": 7630 + }, + { + "entropy": 5.23539547920227, + "epoch": 5.983542319749216, + "grad_norm": 1.359375, + "learning_rate": 0.0002296527094048052, + "loss": 4.7102, + "mean_token_accuracy": 0.21149208396673203, + "num_tokens": 13416311.0, + "step": 7635 + }, + { + "entropy": 5.238232898712158, + "epoch": 5.987460815047022, + "grad_norm": 1.2890625, + "learning_rate": 0.0002293581315867817, + "loss": 4.7743, + "mean_token_accuracy": 0.2039613977074623, + "num_tokens": 13425669.0, + "step": 7640 + }, + { + "entropy": 5.188255643844604, + "epoch": 5.991379310344827, + "grad_norm": 1.34375, + "learning_rate": 0.0002290636353381774, + "loss": 4.6473, + "mean_token_accuracy": 0.21795997768640518, + "num_tokens": 13434448.0, + "step": 7645 + }, + { + "entropy": 5.244441175460816, + "epoch": 5.995297805642633, + "grad_norm": 1.359375, + "learning_rate": 0.00022876922118530508, + "loss": 4.705, + "mean_token_accuracy": 0.2087518334388733, + "num_tokens": 13443712.0, + "step": 7650 + }, + { + "entropy": 5.200233459472656, + "epoch": 5.999216300940439, + "grad_norm": 1.28125, + "learning_rate": 0.0002284748896543305, + "loss": 4.5023, + "mean_token_accuracy": 0.22827781438827516, + "num_tokens": 13452511.0, + "step": 7655 + }, + { + "entropy": 5.18072772026062, + "epoch": 6.003134796238244, + "grad_norm": 1.2890625, + "learning_rate": 0.00022818064127127163, + "loss": 4.4832, + "mean_token_accuracy": 0.22840503007173538, + "num_tokens": 13460990.0, + "step": 7660 + }, + { + "entropy": 5.24409966468811, + "epoch": 6.00705329153605, + "grad_norm": 1.2265625, + "learning_rate": 0.00022788647656199834, + "loss": 4.598, + "mean_token_accuracy": 0.22645414918661116, + "num_tokens": 13470293.0, + "step": 7665 + }, + { + "entropy": 5.2912250518798825, + "epoch": 6.0109717868338555, + "grad_norm": 1.2734375, + "learning_rate": 0.00022759239605223052, + "loss": 4.5124, + "mean_token_accuracy": 0.22745764702558519, + "num_tokens": 13479508.0, + "step": 7670 + }, + { + "entropy": 5.19106092453003, + "epoch": 6.014890282131661, + "grad_norm": 1.3671875, + "learning_rate": 0.00022729840026753777, + "loss": 4.4291, + "mean_token_accuracy": 0.22830321192741393, + "num_tokens": 13488163.0, + "step": 7675 + }, + { + "entropy": 5.326154661178589, + "epoch": 6.018808777429467, + "grad_norm": 1.3515625, + "learning_rate": 0.00022700448973333808, + "loss": 4.5697, + "mean_token_accuracy": 0.22562803626060485, + "num_tokens": 13497404.0, + "step": 7680 + }, + { + "entropy": 5.255284833908081, + "epoch": 6.0227272727272725, + "grad_norm": 1.34375, + "learning_rate": 0.00022671066497489744, + "loss": 4.5039, + "mean_token_accuracy": 0.22885815054178238, + "num_tokens": 13506142.0, + "step": 7685 + }, + { + "entropy": 5.214435863494873, + "epoch": 6.0266457680250785, + "grad_norm": 1.390625, + "learning_rate": 0.0002264169265173282, + "loss": 4.4309, + "mean_token_accuracy": 0.23605825006961823, + "num_tokens": 13514525.0, + "step": 7690 + }, + { + "entropy": 5.169368028640747, + "epoch": 6.030564263322884, + "grad_norm": 1.2890625, + "learning_rate": 0.00022612327488558866, + "loss": 4.4377, + "mean_token_accuracy": 0.23685542941093446, + "num_tokens": 13523732.0, + "step": 7695 + }, + { + "entropy": 5.15194673538208, + "epoch": 6.0344827586206895, + "grad_norm": 1.2421875, + "learning_rate": 0.00022582971060448187, + "loss": 4.4369, + "mean_token_accuracy": 0.23673537224531174, + "num_tokens": 13532904.0, + "step": 7700 + }, + { + "entropy": 5.221681690216064, + "epoch": 6.0384012539184955, + "grad_norm": 1.359375, + "learning_rate": 0.00022553623419865488, + "loss": 4.4856, + "mean_token_accuracy": 0.22590511739254, + "num_tokens": 13542174.0, + "step": 7705 + }, + { + "entropy": 5.234398221969604, + "epoch": 6.0423197492163006, + "grad_norm": 1.2421875, + "learning_rate": 0.00022524284619259745, + "loss": 4.5103, + "mean_token_accuracy": 0.22505998760461807, + "num_tokens": 13550591.0, + "step": 7710 + }, + { + "entropy": 5.177614641189575, + "epoch": 6.0462382445141065, + "grad_norm": 1.3359375, + "learning_rate": 0.0002249495471106417, + "loss": 4.4904, + "mean_token_accuracy": 0.23277564495801925, + "num_tokens": 13559088.0, + "step": 7715 + }, + { + "entropy": 5.155580139160156, + "epoch": 6.0501567398119125, + "grad_norm": 1.25, + "learning_rate": 0.00022465633747696052, + "loss": 4.3839, + "mean_token_accuracy": 0.23117356151342391, + "num_tokens": 13568511.0, + "step": 7720 + }, + { + "entropy": 5.242680311203003, + "epoch": 6.054075235109718, + "grad_norm": 1.3359375, + "learning_rate": 0.00022436321781556712, + "loss": 4.5766, + "mean_token_accuracy": 0.21210604161024094, + "num_tokens": 13577750.0, + "step": 7725 + }, + { + "entropy": 5.247601413726807, + "epoch": 6.0579937304075235, + "grad_norm": 1.296875, + "learning_rate": 0.0002240701886503138, + "loss": 4.489, + "mean_token_accuracy": 0.2306534841656685, + "num_tokens": 13587138.0, + "step": 7730 + }, + { + "entropy": 5.215777778625489, + "epoch": 6.0619122257053295, + "grad_norm": 1.328125, + "learning_rate": 0.00022377725050489128, + "loss": 4.5299, + "mean_token_accuracy": 0.22944959849119187, + "num_tokens": 13595459.0, + "step": 7735 + }, + { + "entropy": 5.229885196685791, + "epoch": 6.065830721003135, + "grad_norm": 1.3046875, + "learning_rate": 0.00022348440390282753, + "loss": 4.5653, + "mean_token_accuracy": 0.2261488139629364, + "num_tokens": 13605227.0, + "step": 7740 + }, + { + "entropy": 5.307087135314942, + "epoch": 6.0697492163009406, + "grad_norm": 1.4765625, + "learning_rate": 0.00022319164936748676, + "loss": 4.5734, + "mean_token_accuracy": 0.22237163931131362, + "num_tokens": 13614139.0, + "step": 7745 + }, + { + "entropy": 5.2670652866363525, + "epoch": 6.0736677115987465, + "grad_norm": 1.328125, + "learning_rate": 0.00022289898742206904, + "loss": 4.4766, + "mean_token_accuracy": 0.23111604750156403, + "num_tokens": 13623420.0, + "step": 7750 + }, + { + "entropy": 5.234103202819824, + "epoch": 6.077586206896552, + "grad_norm": 1.2578125, + "learning_rate": 0.0002226064185896085, + "loss": 4.5369, + "mean_token_accuracy": 0.2243182897567749, + "num_tokens": 13632655.0, + "step": 7755 + }, + { + "entropy": 5.242336463928223, + "epoch": 6.081504702194358, + "grad_norm": 1.296875, + "learning_rate": 0.00022231394339297322, + "loss": 4.4522, + "mean_token_accuracy": 0.23004635721445083, + "num_tokens": 13641782.0, + "step": 7760 + }, + { + "entropy": 5.224376583099366, + "epoch": 6.085423197492163, + "grad_norm": 1.390625, + "learning_rate": 0.00022202156235486358, + "loss": 4.4452, + "mean_token_accuracy": 0.23473352044820786, + "num_tokens": 13650023.0, + "step": 7765 + }, + { + "entropy": 5.175923871994018, + "epoch": 6.089341692789969, + "grad_norm": 1.328125, + "learning_rate": 0.00022172927599781224, + "loss": 4.4786, + "mean_token_accuracy": 0.22936248928308486, + "num_tokens": 13659025.0, + "step": 7770 + }, + { + "entropy": 5.291543292999267, + "epoch": 6.093260188087775, + "grad_norm": 1.3828125, + "learning_rate": 0.00022143708484418206, + "loss": 4.5086, + "mean_token_accuracy": 0.2182081773877144, + "num_tokens": 13668133.0, + "step": 7775 + }, + { + "entropy": 5.208486890792846, + "epoch": 6.09717868338558, + "grad_norm": 1.296875, + "learning_rate": 0.00022114498941616607, + "loss": 4.5107, + "mean_token_accuracy": 0.22257787585258484, + "num_tokens": 13677661.0, + "step": 7780 + }, + { + "entropy": 5.193649005889893, + "epoch": 6.101097178683386, + "grad_norm": 1.375, + "learning_rate": 0.00022085299023578614, + "loss": 4.5101, + "mean_token_accuracy": 0.2246752768754959, + "num_tokens": 13686117.0, + "step": 7785 + }, + { + "entropy": 5.207359838485718, + "epoch": 6.105015673981192, + "grad_norm": 1.3984375, + "learning_rate": 0.00022056108782489225, + "loss": 4.4021, + "mean_token_accuracy": 0.23220696300268173, + "num_tokens": 13694792.0, + "step": 7790 + }, + { + "entropy": 5.244638061523437, + "epoch": 6.108934169278997, + "grad_norm": 1.296875, + "learning_rate": 0.00022026928270516122, + "loss": 4.5374, + "mean_token_accuracy": 0.2250453546643257, + "num_tokens": 13704038.0, + "step": 7795 + }, + { + "entropy": 5.2443336009979244, + "epoch": 6.112852664576803, + "grad_norm": 1.34375, + "learning_rate": 0.00021997757539809622, + "loss": 4.4966, + "mean_token_accuracy": 0.2283308357000351, + "num_tokens": 13713266.0, + "step": 7800 + }, + { + "entropy": 5.165478134155274, + "epoch": 6.116771159874608, + "grad_norm": 1.3828125, + "learning_rate": 0.00021968596642502546, + "loss": 4.4547, + "mean_token_accuracy": 0.23406966477632524, + "num_tokens": 13721847.0, + "step": 7805 + }, + { + "entropy": 5.18777060508728, + "epoch": 6.120689655172414, + "grad_norm": 1.203125, + "learning_rate": 0.00021939445630710138, + "loss": 4.4809, + "mean_token_accuracy": 0.2280395969748497, + "num_tokens": 13730925.0, + "step": 7810 + }, + { + "entropy": 5.231465244293213, + "epoch": 6.12460815047022, + "grad_norm": 1.3203125, + "learning_rate": 0.00021910304556529986, + "loss": 4.5817, + "mean_token_accuracy": 0.22358362525701522, + "num_tokens": 13739814.0, + "step": 7815 + }, + { + "entropy": 5.236212730407715, + "epoch": 6.128526645768025, + "grad_norm": 1.390625, + "learning_rate": 0.00021881173472041926, + "loss": 4.4481, + "mean_token_accuracy": 0.2351303979754448, + "num_tokens": 13748859.0, + "step": 7820 + }, + { + "entropy": 5.208584976196289, + "epoch": 6.132445141065831, + "grad_norm": 1.3671875, + "learning_rate": 0.00021852052429307924, + "loss": 4.5377, + "mean_token_accuracy": 0.23053120523691178, + "num_tokens": 13757249.0, + "step": 7825 + }, + { + "entropy": 5.202954435348511, + "epoch": 6.136363636363637, + "grad_norm": 1.4765625, + "learning_rate": 0.00021822941480371995, + "loss": 4.5068, + "mean_token_accuracy": 0.2286810666322708, + "num_tokens": 13765838.0, + "step": 7830 + }, + { + "entropy": 5.19956636428833, + "epoch": 6.140282131661442, + "grad_norm": 1.15625, + "learning_rate": 0.00021793840677260135, + "loss": 4.4571, + "mean_token_accuracy": 0.23368281871080399, + "num_tokens": 13775465.0, + "step": 7835 + }, + { + "entropy": 5.250343465805054, + "epoch": 6.144200626959248, + "grad_norm": 1.234375, + "learning_rate": 0.00021764750071980195, + "loss": 4.5887, + "mean_token_accuracy": 0.21192274242639542, + "num_tokens": 13785373.0, + "step": 7840 + }, + { + "entropy": 5.241021013259887, + "epoch": 6.148119122257054, + "grad_norm": 1.2421875, + "learning_rate": 0.00021735669716521806, + "loss": 4.5099, + "mean_token_accuracy": 0.23277700394392015, + "num_tokens": 13794812.0, + "step": 7845 + }, + { + "entropy": 5.223624801635742, + "epoch": 6.152037617554859, + "grad_norm": 1.3984375, + "learning_rate": 0.00021706599662856265, + "loss": 4.4708, + "mean_token_accuracy": 0.22702019959688186, + "num_tokens": 13803681.0, + "step": 7850 + }, + { + "entropy": 5.203198385238648, + "epoch": 6.155956112852665, + "grad_norm": 1.328125, + "learning_rate": 0.00021677539962936494, + "loss": 4.5747, + "mean_token_accuracy": 0.21446726620197296, + "num_tokens": 13812772.0, + "step": 7855 + }, + { + "entropy": 5.19795331954956, + "epoch": 6.15987460815047, + "grad_norm": 1.390625, + "learning_rate": 0.00021648490668696875, + "loss": 4.5031, + "mean_token_accuracy": 0.22548347115516662, + "num_tokens": 13821280.0, + "step": 7860 + }, + { + "entropy": 5.199215841293335, + "epoch": 6.163793103448276, + "grad_norm": 1.28125, + "learning_rate": 0.00021619451832053199, + "loss": 4.4664, + "mean_token_accuracy": 0.22785961031913757, + "num_tokens": 13829717.0, + "step": 7865 + }, + { + "entropy": 5.27604308128357, + "epoch": 6.167711598746082, + "grad_norm": 1.34375, + "learning_rate": 0.000215904235049026, + "loss": 4.5654, + "mean_token_accuracy": 0.2204534098505974, + "num_tokens": 13838723.0, + "step": 7870 + }, + { + "entropy": 5.224115800857544, + "epoch": 6.171630094043887, + "grad_norm": 1.53125, + "learning_rate": 0.0002156140573912338, + "loss": 4.5415, + "mean_token_accuracy": 0.22684411257505416, + "num_tokens": 13847081.0, + "step": 7875 + }, + { + "entropy": 5.26020073890686, + "epoch": 6.175548589341693, + "grad_norm": 1.421875, + "learning_rate": 0.00021532398586574997, + "loss": 4.4807, + "mean_token_accuracy": 0.2262962207198143, + "num_tokens": 13855142.0, + "step": 7880 + }, + { + "entropy": 5.305187559127807, + "epoch": 6.179467084639499, + "grad_norm": 1.359375, + "learning_rate": 0.00021503402099097959, + "loss": 4.5758, + "mean_token_accuracy": 0.22347602099180222, + "num_tokens": 13863586.0, + "step": 7885 + }, + { + "entropy": 5.232986974716186, + "epoch": 6.183385579937304, + "grad_norm": 1.40625, + "learning_rate": 0.00021474416328513664, + "loss": 4.5735, + "mean_token_accuracy": 0.22102206200361252, + "num_tokens": 13872286.0, + "step": 7890 + }, + { + "entropy": 5.192402696609497, + "epoch": 6.18730407523511, + "grad_norm": 1.296875, + "learning_rate": 0.0002144544132662438, + "loss": 4.5167, + "mean_token_accuracy": 0.22610372304916382, + "num_tokens": 13880866.0, + "step": 7895 + }, + { + "entropy": 5.2006010055542, + "epoch": 6.191222570532915, + "grad_norm": 1.4765625, + "learning_rate": 0.0002141647714521316, + "loss": 4.4432, + "mean_token_accuracy": 0.2280364990234375, + "num_tokens": 13889015.0, + "step": 7900 + }, + { + "entropy": 5.269694566726685, + "epoch": 6.195141065830721, + "grad_norm": 1.2890625, + "learning_rate": 0.00021387523836043676, + "loss": 4.5617, + "mean_token_accuracy": 0.2255644381046295, + "num_tokens": 13898457.0, + "step": 7905 + }, + { + "entropy": 5.253759384155273, + "epoch": 6.199059561128527, + "grad_norm": 1.3125, + "learning_rate": 0.00021358581450860186, + "loss": 4.486, + "mean_token_accuracy": 0.22880962491035461, + "num_tokens": 13906722.0, + "step": 7910 + }, + { + "entropy": 5.183429813385009, + "epoch": 6.202978056426332, + "grad_norm": 1.390625, + "learning_rate": 0.0002132965004138742, + "loss": 4.4559, + "mean_token_accuracy": 0.23804506212472915, + "num_tokens": 13914714.0, + "step": 7915 + }, + { + "entropy": 5.252626132965088, + "epoch": 6.206896551724138, + "grad_norm": 1.375, + "learning_rate": 0.0002130072965933052, + "loss": 4.5192, + "mean_token_accuracy": 0.22910504937171935, + "num_tokens": 13923378.0, + "step": 7920 + }, + { + "entropy": 5.220165586471557, + "epoch": 6.210815047021944, + "grad_norm": 1.296875, + "learning_rate": 0.00021271820356374876, + "loss": 4.515, + "mean_token_accuracy": 0.22518612295389176, + "num_tokens": 13931947.0, + "step": 7925 + }, + { + "entropy": 5.18597640991211, + "epoch": 6.214733542319749, + "grad_norm": 1.4296875, + "learning_rate": 0.00021242922184186108, + "loss": 4.4222, + "mean_token_accuracy": 0.2267383947968483, + "num_tokens": 13940949.0, + "step": 7930 + }, + { + "entropy": 5.212054777145386, + "epoch": 6.218652037617555, + "grad_norm": 1.3359375, + "learning_rate": 0.0002121403519440993, + "loss": 4.5482, + "mean_token_accuracy": 0.22270520329475402, + "num_tokens": 13949944.0, + "step": 7935 + }, + { + "entropy": 5.217005109786987, + "epoch": 6.222570532915361, + "grad_norm": 1.296875, + "learning_rate": 0.00021185159438672085, + "loss": 4.5132, + "mean_token_accuracy": 0.22514672577381134, + "num_tokens": 13958938.0, + "step": 7940 + }, + { + "entropy": 5.219566106796265, + "epoch": 6.226489028213166, + "grad_norm": 1.359375, + "learning_rate": 0.00021156294968578232, + "loss": 4.4705, + "mean_token_accuracy": 0.23956753313541412, + "num_tokens": 13967875.0, + "step": 7945 + }, + { + "entropy": 5.174397897720337, + "epoch": 6.230407523510972, + "grad_norm": 1.3515625, + "learning_rate": 0.00021127441835713838, + "loss": 4.4418, + "mean_token_accuracy": 0.2324524477124214, + "num_tokens": 13975972.0, + "step": 7950 + }, + { + "entropy": 5.166301679611206, + "epoch": 6.234326018808777, + "grad_norm": 1.390625, + "learning_rate": 0.0002109860009164416, + "loss": 4.4178, + "mean_token_accuracy": 0.23409565538167953, + "num_tokens": 13985081.0, + "step": 7955 + }, + { + "entropy": 5.190725994110108, + "epoch": 6.238244514106583, + "grad_norm": 1.5390625, + "learning_rate": 0.0002106976978791405, + "loss": 4.5362, + "mean_token_accuracy": 0.22519287765026091, + "num_tokens": 13992426.0, + "step": 7960 + }, + { + "entropy": 5.18754391670227, + "epoch": 6.242163009404389, + "grad_norm": 1.296875, + "learning_rate": 0.00021040950976047935, + "loss": 4.4604, + "mean_token_accuracy": 0.23444615304470062, + "num_tokens": 14001328.0, + "step": 7965 + }, + { + "entropy": 5.158836746215821, + "epoch": 6.246081504702194, + "grad_norm": 1.390625, + "learning_rate": 0.00021012143707549726, + "loss": 4.4262, + "mean_token_accuracy": 0.2313108965754509, + "num_tokens": 14010340.0, + "step": 7970 + }, + { + "entropy": 5.235741090774536, + "epoch": 6.25, + "grad_norm": 1.3359375, + "learning_rate": 0.00020983348033902662, + "loss": 4.6207, + "mean_token_accuracy": 0.21833072751760482, + "num_tokens": 14019213.0, + "step": 7975 + }, + { + "entropy": 5.210594415664673, + "epoch": 6.253918495297806, + "grad_norm": 1.375, + "learning_rate": 0.00020954564006569294, + "loss": 4.5386, + "mean_token_accuracy": 0.22205207347869874, + "num_tokens": 14028501.0, + "step": 7980 + }, + { + "entropy": 5.183648300170899, + "epoch": 6.257836990595611, + "grad_norm": 1.3203125, + "learning_rate": 0.00020925791676991318, + "loss": 4.4503, + "mean_token_accuracy": 0.23125938028097154, + "num_tokens": 14037969.0, + "step": 7985 + }, + { + "entropy": 5.2441864013671875, + "epoch": 6.261755485893417, + "grad_norm": 1.4765625, + "learning_rate": 0.00020897031096589586, + "loss": 4.4738, + "mean_token_accuracy": 0.24357030540704727, + "num_tokens": 14046987.0, + "step": 7990 + }, + { + "entropy": 5.234943580627442, + "epoch": 6.265673981191223, + "grad_norm": 1.328125, + "learning_rate": 0.00020868282316763902, + "loss": 4.5427, + "mean_token_accuracy": 0.21596284061670304, + "num_tokens": 14055894.0, + "step": 7995 + }, + { + "entropy": 5.1443792343139645, + "epoch": 6.269592476489028, + "grad_norm": 1.28125, + "learning_rate": 0.00020839545388893, + "loss": 4.5006, + "mean_token_accuracy": 0.22937701493501664, + "num_tokens": 14065119.0, + "step": 8000 + }, + { + "epoch": 6.269592476489028, + "eval_entropy": 5.134385480437168, + "eval_loss": 5.677913188934326, + "eval_mean_token_accuracy": 0.17117321404606797, + "eval_num_tokens": 14065119.0, + "eval_runtime": 2.8244, + "eval_samples_per_second": 1459.444, + "eval_steps_per_second": 182.696, + "step": 8000 + }, + { + "entropy": 5.227575635910034, + "epoch": 6.273510971786834, + "grad_norm": 1.3671875, + "learning_rate": 0.00020810820364334438, + "loss": 4.4868, + "mean_token_accuracy": 0.22955750226974486, + "num_tokens": 14073320.0, + "step": 8005 + }, + { + "entropy": 5.213285636901856, + "epoch": 6.277429467084639, + "grad_norm": 1.390625, + "learning_rate": 0.00020782107294424484, + "loss": 4.4896, + "mean_token_accuracy": 0.2260015293955803, + "num_tokens": 14081730.0, + "step": 8010 + }, + { + "entropy": 5.127989435195923, + "epoch": 6.281347962382445, + "grad_norm": 1.375, + "learning_rate": 0.0002075340623047804, + "loss": 4.4757, + "mean_token_accuracy": 0.22804175913333893, + "num_tokens": 14090738.0, + "step": 8015 + }, + { + "entropy": 5.206879997253418, + "epoch": 6.285266457680251, + "grad_norm": 1.328125, + "learning_rate": 0.00020724717223788574, + "loss": 4.5514, + "mean_token_accuracy": 0.2214149758219719, + "num_tokens": 14099412.0, + "step": 8020 + }, + { + "entropy": 5.205286312103271, + "epoch": 6.289184952978056, + "grad_norm": 1.3515625, + "learning_rate": 0.00020696040325627991, + "loss": 4.552, + "mean_token_accuracy": 0.22946076095104218, + "num_tokens": 14108334.0, + "step": 8025 + }, + { + "entropy": 5.176825332641601, + "epoch": 6.293103448275862, + "grad_norm": 1.34375, + "learning_rate": 0.00020667375587246563, + "loss": 4.5473, + "mean_token_accuracy": 0.2247120648622513, + "num_tokens": 14116853.0, + "step": 8030 + }, + { + "entropy": 5.285653114318848, + "epoch": 6.297021943573668, + "grad_norm": 1.3125, + "learning_rate": 0.00020638723059872806, + "loss": 4.6341, + "mean_token_accuracy": 0.21796728372573854, + "num_tokens": 14126735.0, + "step": 8035 + }, + { + "entropy": 5.256374406814575, + "epoch": 6.300940438871473, + "grad_norm": 1.234375, + "learning_rate": 0.00020610082794713454, + "loss": 4.5707, + "mean_token_accuracy": 0.22883618026971816, + "num_tokens": 14136749.0, + "step": 8040 + }, + { + "entropy": 5.231023645401001, + "epoch": 6.304858934169279, + "grad_norm": 1.4140625, + "learning_rate": 0.0002058145484295329, + "loss": 4.5547, + "mean_token_accuracy": 0.22411198616027833, + "num_tokens": 14145204.0, + "step": 8045 + }, + { + "entropy": 5.290974044799805, + "epoch": 6.308777429467085, + "grad_norm": 1.296875, + "learning_rate": 0.00020552839255755107, + "loss": 4.634, + "mean_token_accuracy": 0.2186053514480591, + "num_tokens": 14154347.0, + "step": 8050 + }, + { + "entropy": 5.1962658882141115, + "epoch": 6.31269592476489, + "grad_norm": 1.296875, + "learning_rate": 0.00020524236084259613, + "loss": 4.5191, + "mean_token_accuracy": 0.22459591925144196, + "num_tokens": 14163039.0, + "step": 8055 + }, + { + "entropy": 5.154445838928223, + "epoch": 6.316614420062696, + "grad_norm": 1.265625, + "learning_rate": 0.00020495645379585303, + "loss": 4.4747, + "mean_token_accuracy": 0.23306191712617874, + "num_tokens": 14172228.0, + "step": 8060 + }, + { + "entropy": 5.2233232975006105, + "epoch": 6.320532915360501, + "grad_norm": 1.421875, + "learning_rate": 0.00020467067192828404, + "loss": 4.5961, + "mean_token_accuracy": 0.2231801062822342, + "num_tokens": 14181514.0, + "step": 8065 + }, + { + "entropy": 5.254457807540893, + "epoch": 6.324451410658307, + "grad_norm": 1.328125, + "learning_rate": 0.00020438501575062752, + "loss": 4.5857, + "mean_token_accuracy": 0.2195669010281563, + "num_tokens": 14190654.0, + "step": 8070 + }, + { + "entropy": 5.201481914520263, + "epoch": 6.328369905956113, + "grad_norm": 1.359375, + "learning_rate": 0.00020409948577339765, + "loss": 4.4541, + "mean_token_accuracy": 0.23137375414371492, + "num_tokens": 14199177.0, + "step": 8075 + }, + { + "entropy": 5.189598321914673, + "epoch": 6.332288401253918, + "grad_norm": 1.34375, + "learning_rate": 0.00020381408250688267, + "loss": 4.4861, + "mean_token_accuracy": 0.23686390817165376, + "num_tokens": 14207643.0, + "step": 8080 + }, + { + "entropy": 5.236261463165283, + "epoch": 6.336206896551724, + "grad_norm": 1.296875, + "learning_rate": 0.0002035288064611444, + "loss": 4.58, + "mean_token_accuracy": 0.21903137862682343, + "num_tokens": 14216884.0, + "step": 8085 + }, + { + "entropy": 5.226109504699707, + "epoch": 6.34012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.0002032436581460177, + "loss": 4.5337, + "mean_token_accuracy": 0.2284508541226387, + "num_tokens": 14225324.0, + "step": 8090 + }, + { + "entropy": 5.236839628219604, + "epoch": 6.344043887147335, + "grad_norm": 1.4375, + "learning_rate": 0.00020295863807110853, + "loss": 4.4686, + "mean_token_accuracy": 0.2340717524290085, + "num_tokens": 14233732.0, + "step": 8095 + }, + { + "entropy": 5.307259130477905, + "epoch": 6.347962382445141, + "grad_norm": 1.4453125, + "learning_rate": 0.00020267374674579408, + "loss": 4.5789, + "mean_token_accuracy": 0.219168521463871, + "num_tokens": 14242080.0, + "step": 8100 + }, + { + "entropy": 5.1944251537323, + "epoch": 6.351880877742946, + "grad_norm": 1.3203125, + "learning_rate": 0.00020238898467922129, + "loss": 4.5403, + "mean_token_accuracy": 0.2335108533501625, + "num_tokens": 14251140.0, + "step": 8105 + }, + { + "entropy": 5.222642421722412, + "epoch": 6.355799373040752, + "grad_norm": 1.296875, + "learning_rate": 0.00020210435238030626, + "loss": 4.5984, + "mean_token_accuracy": 0.22163081169128418, + "num_tokens": 14259900.0, + "step": 8110 + }, + { + "entropy": 5.215712070465088, + "epoch": 6.359717868338558, + "grad_norm": 1.3828125, + "learning_rate": 0.00020181985035773304, + "loss": 4.5441, + "mean_token_accuracy": 0.22019898146390915, + "num_tokens": 14268414.0, + "step": 8115 + }, + { + "entropy": 5.232781648635864, + "epoch": 6.363636363636363, + "grad_norm": 1.3671875, + "learning_rate": 0.00020153547911995272, + "loss": 4.5635, + "mean_token_accuracy": 0.2181454584002495, + "num_tokens": 14277339.0, + "step": 8120 + }, + { + "entropy": 5.225132131576538, + "epoch": 6.367554858934169, + "grad_norm": 1.40625, + "learning_rate": 0.00020125123917518308, + "loss": 4.4899, + "mean_token_accuracy": 0.2311094343662262, + "num_tokens": 14285710.0, + "step": 8125 + }, + { + "entropy": 5.229275751113891, + "epoch": 6.371473354231975, + "grad_norm": 1.390625, + "learning_rate": 0.00020096713103140673, + "loss": 4.5289, + "mean_token_accuracy": 0.21998679935932158, + "num_tokens": 14294625.0, + "step": 8130 + }, + { + "entropy": 5.144303035736084, + "epoch": 6.37539184952978, + "grad_norm": 1.4375, + "learning_rate": 0.00020068315519637103, + "loss": 4.384, + "mean_token_accuracy": 0.2424876019358635, + "num_tokens": 14303030.0, + "step": 8135 + }, + { + "entropy": 5.158173322677612, + "epoch": 6.379310344827586, + "grad_norm": 1.4375, + "learning_rate": 0.000200399312177587, + "loss": 4.4749, + "mean_token_accuracy": 0.2267259642481804, + "num_tokens": 14311826.0, + "step": 8140 + }, + { + "entropy": 5.266644716262817, + "epoch": 6.383228840125392, + "grad_norm": 1.359375, + "learning_rate": 0.00020011560248232803, + "loss": 4.5624, + "mean_token_accuracy": 0.22637029886245727, + "num_tokens": 14319600.0, + "step": 8145 + }, + { + "entropy": 5.133141708374024, + "epoch": 6.387147335423197, + "grad_norm": 1.3671875, + "learning_rate": 0.0001998320266176294, + "loss": 4.4757, + "mean_token_accuracy": 0.22745463252067566, + "num_tokens": 14328768.0, + "step": 8150 + }, + { + "entropy": 5.200606870651245, + "epoch": 6.391065830721003, + "grad_norm": 1.28125, + "learning_rate": 0.000199548585090287, + "loss": 4.5554, + "mean_token_accuracy": 0.22048162072896957, + "num_tokens": 14338236.0, + "step": 8155 + }, + { + "entropy": 5.229658460617065, + "epoch": 6.394984326018808, + "grad_norm": 1.359375, + "learning_rate": 0.000199265278406857, + "loss": 4.6182, + "mean_token_accuracy": 0.21943530738353728, + "num_tokens": 14347190.0, + "step": 8160 + }, + { + "entropy": 5.229785585403443, + "epoch": 6.398902821316614, + "grad_norm": 1.515625, + "learning_rate": 0.00019898210707365428, + "loss": 4.5474, + "mean_token_accuracy": 0.22938552498817444, + "num_tokens": 14355847.0, + "step": 8165 + }, + { + "entropy": 5.179282808303833, + "epoch": 6.40282131661442, + "grad_norm": 1.3203125, + "learning_rate": 0.00019869907159675187, + "loss": 4.483, + "mean_token_accuracy": 0.2220979943871498, + "num_tokens": 14364280.0, + "step": 8170 + }, + { + "entropy": 5.258342742919922, + "epoch": 6.406739811912225, + "grad_norm": 1.3828125, + "learning_rate": 0.00019841617248198017, + "loss": 4.547, + "mean_token_accuracy": 0.22110704481601715, + "num_tokens": 14372857.0, + "step": 8175 + }, + { + "entropy": 5.205170822143555, + "epoch": 6.410658307210031, + "grad_norm": 1.3671875, + "learning_rate": 0.0001981334102349258, + "loss": 4.4704, + "mean_token_accuracy": 0.2262512132525444, + "num_tokens": 14381157.0, + "step": 8180 + }, + { + "entropy": 5.25706205368042, + "epoch": 6.414576802507837, + "grad_norm": 1.4375, + "learning_rate": 0.00019785078536093065, + "loss": 4.5765, + "mean_token_accuracy": 0.2152187019586563, + "num_tokens": 14390404.0, + "step": 8185 + }, + { + "entropy": 5.256411695480347, + "epoch": 6.418495297805642, + "grad_norm": 1.2890625, + "learning_rate": 0.00019756829836509117, + "loss": 4.5657, + "mean_token_accuracy": 0.21767746657133102, + "num_tokens": 14399426.0, + "step": 8190 + }, + { + "entropy": 5.227503108978271, + "epoch": 6.422413793103448, + "grad_norm": 1.3984375, + "learning_rate": 0.0001972859497522575, + "loss": 4.4518, + "mean_token_accuracy": 0.22126927077770234, + "num_tokens": 14408233.0, + "step": 8195 + }, + { + "entropy": 5.217546892166138, + "epoch": 6.4263322884012535, + "grad_norm": 1.34375, + "learning_rate": 0.0001970037400270323, + "loss": 4.5199, + "mean_token_accuracy": 0.2231876000761986, + "num_tokens": 14416828.0, + "step": 8200 + }, + { + "entropy": 5.232783794403076, + "epoch": 6.4302507836990594, + "grad_norm": 1.21875, + "learning_rate": 0.0001967216696937702, + "loss": 4.5488, + "mean_token_accuracy": 0.22807329446077346, + "num_tokens": 14425590.0, + "step": 8205 + }, + { + "entropy": 5.259218072891235, + "epoch": 6.434169278996865, + "grad_norm": 1.390625, + "learning_rate": 0.00019643973925657666, + "loss": 4.6686, + "mean_token_accuracy": 0.21071462333202362, + "num_tokens": 14434646.0, + "step": 8210 + }, + { + "entropy": 5.301639747619629, + "epoch": 6.4380877742946705, + "grad_norm": 1.3828125, + "learning_rate": 0.00019615794921930697, + "loss": 4.5721, + "mean_token_accuracy": 0.22430653125047684, + "num_tokens": 14443862.0, + "step": 8215 + }, + { + "entropy": 5.208299970626831, + "epoch": 6.4420062695924765, + "grad_norm": 1.4140625, + "learning_rate": 0.00019587630008556563, + "loss": 4.4826, + "mean_token_accuracy": 0.22779967039823532, + "num_tokens": 14452813.0, + "step": 8220 + }, + { + "entropy": 5.188556814193726, + "epoch": 6.445924764890282, + "grad_norm": 1.3359375, + "learning_rate": 0.00019559479235870537, + "loss": 4.5704, + "mean_token_accuracy": 0.22298858016729356, + "num_tokens": 14461912.0, + "step": 8225 + }, + { + "entropy": 5.25089464187622, + "epoch": 6.4498432601880875, + "grad_norm": 1.4140625, + "learning_rate": 0.0001953134265418261, + "loss": 4.5086, + "mean_token_accuracy": 0.22701965421438217, + "num_tokens": 14470460.0, + "step": 8230 + }, + { + "entropy": 5.227078866958618, + "epoch": 6.4537617554858935, + "grad_norm": 1.515625, + "learning_rate": 0.0001950322031377742, + "loss": 4.5162, + "mean_token_accuracy": 0.22437796592712403, + "num_tokens": 14479258.0, + "step": 8235 + }, + { + "entropy": 5.23773832321167, + "epoch": 6.4576802507836994, + "grad_norm": 1.390625, + "learning_rate": 0.00019475112264914142, + "loss": 4.5165, + "mean_token_accuracy": 0.22718924582004546, + "num_tokens": 14488209.0, + "step": 8240 + }, + { + "entropy": 5.145062875747681, + "epoch": 6.4615987460815045, + "grad_norm": 1.3828125, + "learning_rate": 0.00019447018557826424, + "loss": 4.4876, + "mean_token_accuracy": 0.22450363785028457, + "num_tokens": 14497234.0, + "step": 8245 + }, + { + "entropy": 5.142048740386963, + "epoch": 6.4655172413793105, + "grad_norm": 1.3359375, + "learning_rate": 0.0001941893924272227, + "loss": 4.4073, + "mean_token_accuracy": 0.2371617928147316, + "num_tokens": 14506374.0, + "step": 8250 + }, + { + "entropy": 5.2053975582122805, + "epoch": 6.469435736677116, + "grad_norm": 1.375, + "learning_rate": 0.00019390874369783974, + "loss": 4.5494, + "mean_token_accuracy": 0.22475832104682922, + "num_tokens": 14514796.0, + "step": 8255 + }, + { + "entropy": 5.227918481826782, + "epoch": 6.4733542319749215, + "grad_norm": 1.3515625, + "learning_rate": 0.00019362823989168006, + "loss": 4.5361, + "mean_token_accuracy": 0.22406775504350662, + "num_tokens": 14523771.0, + "step": 8260 + }, + { + "entropy": 5.174502325057984, + "epoch": 6.4772727272727275, + "grad_norm": 1.4296875, + "learning_rate": 0.00019334788151004962, + "loss": 4.4393, + "mean_token_accuracy": 0.2372886210680008, + "num_tokens": 14532130.0, + "step": 8265 + }, + { + "entropy": 5.093183326721191, + "epoch": 6.481191222570533, + "grad_norm": 1.3984375, + "learning_rate": 0.00019306766905399415, + "loss": 4.4396, + "mean_token_accuracy": 0.2260584145784378, + "num_tokens": 14540278.0, + "step": 8270 + }, + { + "entropy": 5.195731449127197, + "epoch": 6.485109717868339, + "grad_norm": 1.3515625, + "learning_rate": 0.00019278760302429872, + "loss": 4.548, + "mean_token_accuracy": 0.21830449253320694, + "num_tokens": 14549519.0, + "step": 8275 + }, + { + "entropy": 5.215019607543946, + "epoch": 6.4890282131661445, + "grad_norm": 1.3125, + "learning_rate": 0.00019250768392148682, + "loss": 4.5983, + "mean_token_accuracy": 0.22327929586172104, + "num_tokens": 14558576.0, + "step": 8280 + }, + { + "entropy": 5.217372417449951, + "epoch": 6.49294670846395, + "grad_norm": 1.265625, + "learning_rate": 0.00019222791224581925, + "loss": 4.4883, + "mean_token_accuracy": 0.22750338315963745, + "num_tokens": 14567544.0, + "step": 8285 + }, + { + "entropy": 5.1952476978302, + "epoch": 6.496865203761756, + "grad_norm": 1.2421875, + "learning_rate": 0.00019194828849729336, + "loss": 4.4858, + "mean_token_accuracy": 0.21819924414157868, + "num_tokens": 14576662.0, + "step": 8290 + }, + { + "entropy": 5.16176552772522, + "epoch": 6.500783699059561, + "grad_norm": 1.390625, + "learning_rate": 0.00019166881317564217, + "loss": 4.4782, + "mean_token_accuracy": 0.22314786463975905, + "num_tokens": 14585163.0, + "step": 8295 + }, + { + "entropy": 5.129251623153687, + "epoch": 6.504702194357367, + "grad_norm": 1.4609375, + "learning_rate": 0.00019138948678033336, + "loss": 4.423, + "mean_token_accuracy": 0.2353791132569313, + "num_tokens": 14593213.0, + "step": 8300 + }, + { + "entropy": 5.157910871505737, + "epoch": 6.508620689655173, + "grad_norm": 1.4140625, + "learning_rate": 0.00019111030981056832, + "loss": 4.5199, + "mean_token_accuracy": 0.22719756215810777, + "num_tokens": 14601479.0, + "step": 8305 + }, + { + "entropy": 5.23343677520752, + "epoch": 6.512539184952978, + "grad_norm": 1.2890625, + "learning_rate": 0.0001908312827652819, + "loss": 4.5104, + "mean_token_accuracy": 0.2205586016178131, + "num_tokens": 14610418.0, + "step": 8310 + }, + { + "entropy": 5.179852533340454, + "epoch": 6.516457680250784, + "grad_norm": 1.3671875, + "learning_rate": 0.00019055240614314047, + "loss": 4.5212, + "mean_token_accuracy": 0.23209382444620133, + "num_tokens": 14618387.0, + "step": 8315 + }, + { + "entropy": 5.186490058898926, + "epoch": 6.52037617554859, + "grad_norm": 1.359375, + "learning_rate": 0.00019027368044254177, + "loss": 4.4856, + "mean_token_accuracy": 0.22872280329465866, + "num_tokens": 14627003.0, + "step": 8320 + }, + { + "entropy": 5.221419715881348, + "epoch": 6.524294670846395, + "grad_norm": 1.4140625, + "learning_rate": 0.0001899951061616138, + "loss": 4.5284, + "mean_token_accuracy": 0.22704956084489822, + "num_tokens": 14635825.0, + "step": 8325 + }, + { + "entropy": 5.1836529731750485, + "epoch": 6.528213166144201, + "grad_norm": 1.3671875, + "learning_rate": 0.00018971668379821405, + "loss": 4.466, + "mean_token_accuracy": 0.2285935863852501, + "num_tokens": 14644830.0, + "step": 8330 + }, + { + "entropy": 5.172252035140991, + "epoch": 6.532131661442007, + "grad_norm": 1.3671875, + "learning_rate": 0.0001894384138499284, + "loss": 4.5083, + "mean_token_accuracy": 0.21965593099594116, + "num_tokens": 14653633.0, + "step": 8335 + }, + { + "entropy": 5.165866231918335, + "epoch": 6.536050156739812, + "grad_norm": 1.3515625, + "learning_rate": 0.00018916029681407032, + "loss": 4.3692, + "mean_token_accuracy": 0.250679062306881, + "num_tokens": 14662212.0, + "step": 8340 + }, + { + "entropy": 5.201077651977539, + "epoch": 6.539968652037618, + "grad_norm": 1.3125, + "learning_rate": 0.0001888823331876801, + "loss": 4.5269, + "mean_token_accuracy": 0.2272493749856949, + "num_tokens": 14670942.0, + "step": 8345 + }, + { + "entropy": 5.226165390014648, + "epoch": 6.543887147335424, + "grad_norm": 1.3671875, + "learning_rate": 0.00018860452346752382, + "loss": 4.4793, + "mean_token_accuracy": 0.2253277540206909, + "num_tokens": 14679167.0, + "step": 8350 + }, + { + "entropy": 5.149391078948975, + "epoch": 6.547805642633229, + "grad_norm": 1.2734375, + "learning_rate": 0.00018832686815009242, + "loss": 4.5131, + "mean_token_accuracy": 0.2243867501616478, + "num_tokens": 14688188.0, + "step": 8355 + }, + { + "entropy": 5.247842121124267, + "epoch": 6.551724137931035, + "grad_norm": 1.390625, + "learning_rate": 0.00018804936773160108, + "loss": 4.5864, + "mean_token_accuracy": 0.22087294310331346, + "num_tokens": 14696958.0, + "step": 8360 + }, + { + "entropy": 5.178284931182861, + "epoch": 6.55564263322884, + "grad_norm": 1.328125, + "learning_rate": 0.000187772022707988, + "loss": 4.4991, + "mean_token_accuracy": 0.22006581574678422, + "num_tokens": 14705524.0, + "step": 8365 + }, + { + "entropy": 5.177152252197265, + "epoch": 6.559561128526646, + "grad_norm": 1.2890625, + "learning_rate": 0.00018749483357491365, + "loss": 4.5514, + "mean_token_accuracy": 0.21913780868053437, + "num_tokens": 14714500.0, + "step": 8370 + }, + { + "entropy": 5.231102180480957, + "epoch": 6.563479623824452, + "grad_norm": 1.4375, + "learning_rate": 0.00018721780082775997, + "loss": 4.5241, + "mean_token_accuracy": 0.2238532081246376, + "num_tokens": 14722816.0, + "step": 8375 + }, + { + "entropy": 5.20334529876709, + "epoch": 6.567398119122257, + "grad_norm": 1.359375, + "learning_rate": 0.00018694092496162945, + "loss": 4.5317, + "mean_token_accuracy": 0.22641702741384506, + "num_tokens": 14731453.0, + "step": 8380 + }, + { + "entropy": 5.220692300796509, + "epoch": 6.571316614420063, + "grad_norm": 1.3984375, + "learning_rate": 0.00018666420647134419, + "loss": 4.5441, + "mean_token_accuracy": 0.23486546128988267, + "num_tokens": 14739924.0, + "step": 8385 + }, + { + "entropy": 5.0885576725006105, + "epoch": 6.575235109717868, + "grad_norm": 1.3984375, + "learning_rate": 0.0001863876458514448, + "loss": 4.4064, + "mean_token_accuracy": 0.24441492110490798, + "num_tokens": 14748356.0, + "step": 8390 + }, + { + "entropy": 5.275938177108765, + "epoch": 6.579153605015674, + "grad_norm": 1.203125, + "learning_rate": 0.00018611124359619024, + "loss": 4.5978, + "mean_token_accuracy": 0.22154261767864228, + "num_tokens": 14758846.0, + "step": 8395 + }, + { + "entropy": 5.129236507415771, + "epoch": 6.58307210031348, + "grad_norm": 1.375, + "learning_rate": 0.00018583500019955595, + "loss": 4.4091, + "mean_token_accuracy": 0.2345295712351799, + "num_tokens": 14767030.0, + "step": 8400 + }, + { + "entropy": 5.218740749359131, + "epoch": 6.586990595611285, + "grad_norm": 1.2734375, + "learning_rate": 0.00018555891615523374, + "loss": 4.47, + "mean_token_accuracy": 0.23023475408554078, + "num_tokens": 14776774.0, + "step": 8405 + }, + { + "entropy": 5.162150287628174, + "epoch": 6.590909090909091, + "grad_norm": 1.3984375, + "learning_rate": 0.00018528299195663046, + "loss": 4.4637, + "mean_token_accuracy": 0.2280684843659401, + "num_tokens": 14785662.0, + "step": 8410 + }, + { + "entropy": 5.267174100875854, + "epoch": 6.594827586206897, + "grad_norm": 1.3046875, + "learning_rate": 0.0001850072280968676, + "loss": 4.6244, + "mean_token_accuracy": 0.20869716852903367, + "num_tokens": 14795070.0, + "step": 8415 + }, + { + "entropy": 5.240576124191284, + "epoch": 6.598746081504702, + "grad_norm": 1.3828125, + "learning_rate": 0.00018473162506877977, + "loss": 4.5165, + "mean_token_accuracy": 0.22613162994384767, + "num_tokens": 14805452.0, + "step": 8420 + }, + { + "entropy": 5.218947267532348, + "epoch": 6.602664576802508, + "grad_norm": 1.40625, + "learning_rate": 0.00018445618336491415, + "loss": 4.4961, + "mean_token_accuracy": 0.23389667123556138, + "num_tokens": 14815632.0, + "step": 8425 + }, + { + "entropy": 5.163586711883545, + "epoch": 6.606583072100314, + "grad_norm": 1.328125, + "learning_rate": 0.00018418090347752997, + "loss": 4.4582, + "mean_token_accuracy": 0.22940558046102524, + "num_tokens": 14824228.0, + "step": 8430 + }, + { + "entropy": 5.215192890167236, + "epoch": 6.610501567398119, + "grad_norm": 1.3125, + "learning_rate": 0.0001839057858985968, + "loss": 4.5662, + "mean_token_accuracy": 0.21989431232213974, + "num_tokens": 14833609.0, + "step": 8435 + }, + { + "entropy": 5.20181827545166, + "epoch": 6.614420062695925, + "grad_norm": 1.453125, + "learning_rate": 0.00018363083111979452, + "loss": 4.5207, + "mean_token_accuracy": 0.2285100609064102, + "num_tokens": 14841967.0, + "step": 8440 + }, + { + "entropy": 5.248237943649292, + "epoch": 6.618338557993731, + "grad_norm": 1.34375, + "learning_rate": 0.00018335603963251184, + "loss": 4.5551, + "mean_token_accuracy": 0.2181100144982338, + "num_tokens": 14851472.0, + "step": 8445 + }, + { + "entropy": 5.2941052436828615, + "epoch": 6.622257053291536, + "grad_norm": 1.3984375, + "learning_rate": 0.00018308141192784573, + "loss": 4.532, + "mean_token_accuracy": 0.22894072234630586, + "num_tokens": 14859672.0, + "step": 8450 + }, + { + "entropy": 5.233246803283691, + "epoch": 6.626175548589342, + "grad_norm": 1.2734375, + "learning_rate": 0.00018280694849660034, + "loss": 4.4525, + "mean_token_accuracy": 0.23646408021450044, + "num_tokens": 14867919.0, + "step": 8455 + }, + { + "entropy": 5.1852435111999515, + "epoch": 6.630094043887147, + "grad_norm": 1.4609375, + "learning_rate": 0.00018253264982928636, + "loss": 4.434, + "mean_token_accuracy": 0.2324262246489525, + "num_tokens": 14875670.0, + "step": 8460 + }, + { + "entropy": 5.205511283874512, + "epoch": 6.634012539184953, + "grad_norm": 1.4140625, + "learning_rate": 0.00018225851641612007, + "loss": 4.4807, + "mean_token_accuracy": 0.22506976276636123, + "num_tokens": 14883835.0, + "step": 8465 + }, + { + "entropy": 5.144540739059448, + "epoch": 6.637931034482759, + "grad_norm": 1.4296875, + "learning_rate": 0.0001819845487470223, + "loss": 4.4364, + "mean_token_accuracy": 0.232395800948143, + "num_tokens": 14892296.0, + "step": 8470 + }, + { + "entropy": 5.174755239486695, + "epoch": 6.641849529780564, + "grad_norm": 1.3046875, + "learning_rate": 0.00018171074731161758, + "loss": 4.4846, + "mean_token_accuracy": 0.23620830625295638, + "num_tokens": 14901334.0, + "step": 8475 + }, + { + "entropy": 5.161463928222656, + "epoch": 6.64576802507837, + "grad_norm": 1.2578125, + "learning_rate": 0.00018143711259923363, + "loss": 4.4963, + "mean_token_accuracy": 0.23045803010463714, + "num_tokens": 14910327.0, + "step": 8480 + }, + { + "entropy": 5.217020320892334, + "epoch": 6.649686520376176, + "grad_norm": 1.4375, + "learning_rate": 0.0001811636450989, + "loss": 4.6108, + "mean_token_accuracy": 0.22127979695796968, + "num_tokens": 14919513.0, + "step": 8485 + }, + { + "entropy": 5.122342920303344, + "epoch": 6.653605015673981, + "grad_norm": 1.2578125, + "learning_rate": 0.0001808903452993474, + "loss": 4.3849, + "mean_token_accuracy": 0.23198842704296113, + "num_tokens": 14928127.0, + "step": 8490 + }, + { + "entropy": 5.195250749588013, + "epoch": 6.657523510971787, + "grad_norm": 1.2890625, + "learning_rate": 0.0001806172136890068, + "loss": 4.4773, + "mean_token_accuracy": 0.22822088599205018, + "num_tokens": 14936771.0, + "step": 8495 + }, + { + "entropy": 5.221294164657593, + "epoch": 6.661442006269592, + "grad_norm": 1.40625, + "learning_rate": 0.0001803442507560089, + "loss": 4.4557, + "mean_token_accuracy": 0.23317204415798187, + "num_tokens": 14945423.0, + "step": 8500 + }, + { + "epoch": 6.661442006269592, + "eval_entropy": 5.116319439207861, + "eval_loss": 5.662732124328613, + "eval_mean_token_accuracy": 0.17217050550519958, + "eval_num_tokens": 14945423.0, + "eval_runtime": 2.831, + "eval_samples_per_second": 1456.0, + "eval_steps_per_second": 182.265, + "step": 8500 + }, + { + "entropy": 5.154016733169556, + "epoch": 6.665360501567398, + "grad_norm": 1.2890625, + "learning_rate": 0.0001800714569881825, + "loss": 4.5015, + "mean_token_accuracy": 0.23218337297439576, + "num_tokens": 14953859.0, + "step": 8505 + }, + { + "entropy": 5.167173194885254, + "epoch": 6.669278996865204, + "grad_norm": 1.359375, + "learning_rate": 0.00017979883287305454, + "loss": 4.4641, + "mean_token_accuracy": 0.2351074904203415, + "num_tokens": 14962598.0, + "step": 8510 + }, + { + "entropy": 5.2043540477752686, + "epoch": 6.673197492163009, + "grad_norm": 1.3046875, + "learning_rate": 0.00017952637889784824, + "loss": 4.4753, + "mean_token_accuracy": 0.2310664877295494, + "num_tokens": 14971606.0, + "step": 8515 + }, + { + "entropy": 5.1546103954315186, + "epoch": 6.677115987460815, + "grad_norm": 1.4609375, + "learning_rate": 0.00017925409554948329, + "loss": 4.4937, + "mean_token_accuracy": 0.23407391011714934, + "num_tokens": 14979686.0, + "step": 8520 + }, + { + "entropy": 5.206209182739258, + "epoch": 6.681034482758621, + "grad_norm": 1.234375, + "learning_rate": 0.00017898198331457393, + "loss": 4.5797, + "mean_token_accuracy": 0.22188172191381456, + "num_tokens": 14988977.0, + "step": 8525 + }, + { + "entropy": 5.23877363204956, + "epoch": 6.684952978056426, + "grad_norm": 1.390625, + "learning_rate": 0.00017871004267942908, + "loss": 4.6019, + "mean_token_accuracy": 0.21592697203159333, + "num_tokens": 14996871.0, + "step": 8530 + }, + { + "entropy": 5.238901138305664, + "epoch": 6.688871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00017843827413005064, + "loss": 4.5112, + "mean_token_accuracy": 0.22882636189460753, + "num_tokens": 15006022.0, + "step": 8535 + }, + { + "entropy": 5.1798604965209964, + "epoch": 6.692789968652038, + "grad_norm": 1.390625, + "learning_rate": 0.0001781666781521331, + "loss": 4.5514, + "mean_token_accuracy": 0.222624734044075, + "num_tokens": 15014827.0, + "step": 8540 + }, + { + "entropy": 5.18876166343689, + "epoch": 6.696708463949843, + "grad_norm": 1.5078125, + "learning_rate": 0.00017789525523106243, + "loss": 4.4428, + "mean_token_accuracy": 0.23322620391845703, + "num_tokens": 15023157.0, + "step": 8545 + }, + { + "entropy": 5.222926759719849, + "epoch": 6.700626959247649, + "grad_norm": 1.375, + "learning_rate": 0.00017762400585191545, + "loss": 4.5271, + "mean_token_accuracy": 0.21968614757061006, + "num_tokens": 15032539.0, + "step": 8550 + }, + { + "entropy": 5.255116701126099, + "epoch": 6.704545454545455, + "grad_norm": 1.4375, + "learning_rate": 0.00017735293049945888, + "loss": 4.6598, + "mean_token_accuracy": 0.21105005890130996, + "num_tokens": 15041527.0, + "step": 8555 + }, + { + "entropy": 5.187502861022949, + "epoch": 6.70846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00017708202965814807, + "loss": 4.501, + "mean_token_accuracy": 0.22577589750289917, + "num_tokens": 15050794.0, + "step": 8560 + }, + { + "entropy": 5.188473224639893, + "epoch": 6.712382445141066, + "grad_norm": 1.4609375, + "learning_rate": 0.00017681130381212707, + "loss": 4.4836, + "mean_token_accuracy": 0.23457383662462233, + "num_tokens": 15059357.0, + "step": 8565 + }, + { + "entropy": 5.277699899673462, + "epoch": 6.716300940438871, + "grad_norm": 1.5625, + "learning_rate": 0.00017654075344522652, + "loss": 4.5835, + "mean_token_accuracy": 0.2184765338897705, + "num_tokens": 15067668.0, + "step": 8570 + }, + { + "entropy": 5.227114677429199, + "epoch": 6.720219435736677, + "grad_norm": 1.328125, + "learning_rate": 0.00017627037904096416, + "loss": 4.4999, + "mean_token_accuracy": 0.226978899538517, + "num_tokens": 15076463.0, + "step": 8575 + }, + { + "entropy": 5.122995185852051, + "epoch": 6.724137931034483, + "grad_norm": 1.40625, + "learning_rate": 0.00017600018108254257, + "loss": 4.4782, + "mean_token_accuracy": 0.22649508267641066, + "num_tokens": 15085024.0, + "step": 8580 + }, + { + "entropy": 5.138932561874389, + "epoch": 6.728056426332288, + "grad_norm": 1.3203125, + "learning_rate": 0.00017573016005284958, + "loss": 4.4694, + "mean_token_accuracy": 0.23097747564315796, + "num_tokens": 15093735.0, + "step": 8585 + }, + { + "entropy": 5.162936353683472, + "epoch": 6.731974921630094, + "grad_norm": 1.34375, + "learning_rate": 0.00017546031643445636, + "loss": 4.4951, + "mean_token_accuracy": 0.2243127003312111, + "num_tokens": 15102274.0, + "step": 8590 + }, + { + "entropy": 5.249647235870361, + "epoch": 6.735893416927899, + "grad_norm": 1.4453125, + "learning_rate": 0.0001751906507096172, + "loss": 4.5163, + "mean_token_accuracy": 0.22990137338638306, + "num_tokens": 15110762.0, + "step": 8595 + }, + { + "entropy": 5.156487607955933, + "epoch": 6.739811912225705, + "grad_norm": 1.4453125, + "learning_rate": 0.0001749211633602687, + "loss": 4.4638, + "mean_token_accuracy": 0.2283716917037964, + "num_tokens": 15119104.0, + "step": 8600 + }, + { + "entropy": 5.195593023300171, + "epoch": 6.743730407523511, + "grad_norm": 1.359375, + "learning_rate": 0.00017465185486802826, + "loss": 4.4865, + "mean_token_accuracy": 0.23421882838010788, + "num_tokens": 15127351.0, + "step": 8605 + }, + { + "entropy": 5.244300985336304, + "epoch": 6.747648902821316, + "grad_norm": 1.4140625, + "learning_rate": 0.00017438272571419373, + "loss": 4.61, + "mean_token_accuracy": 0.21851716339588165, + "num_tokens": 15136246.0, + "step": 8610 + }, + { + "entropy": 5.21018238067627, + "epoch": 6.751567398119122, + "grad_norm": 1.4296875, + "learning_rate": 0.0001741137763797428, + "loss": 4.5545, + "mean_token_accuracy": 0.2237921789288521, + "num_tokens": 15144633.0, + "step": 8615 + }, + { + "entropy": 5.193473482131958, + "epoch": 6.755485893416928, + "grad_norm": 1.2890625, + "learning_rate": 0.00017384500734533137, + "loss": 4.5116, + "mean_token_accuracy": 0.2252432718873024, + "num_tokens": 15153496.0, + "step": 8620 + }, + { + "entropy": 5.183151149749756, + "epoch": 6.759404388714733, + "grad_norm": 1.3359375, + "learning_rate": 0.00017357641909129324, + "loss": 4.4995, + "mean_token_accuracy": 0.22847312539815903, + "num_tokens": 15162242.0, + "step": 8625 + }, + { + "entropy": 5.2440379619598385, + "epoch": 6.763322884012539, + "grad_norm": 1.3125, + "learning_rate": 0.00017330801209763938, + "loss": 4.5635, + "mean_token_accuracy": 0.2281126245856285, + "num_tokens": 15170001.0, + "step": 8630 + }, + { + "entropy": 5.220131587982178, + "epoch": 6.767241379310345, + "grad_norm": 1.359375, + "learning_rate": 0.00017303978684405635, + "loss": 4.5123, + "mean_token_accuracy": 0.224149589240551, + "num_tokens": 15178086.0, + "step": 8635 + }, + { + "entropy": 5.22111291885376, + "epoch": 6.77115987460815, + "grad_norm": 1.34375, + "learning_rate": 0.00017277174380990647, + "loss": 4.5563, + "mean_token_accuracy": 0.22050611674785614, + "num_tokens": 15187087.0, + "step": 8640 + }, + { + "entropy": 5.23304934501648, + "epoch": 6.775078369905956, + "grad_norm": 1.4296875, + "learning_rate": 0.00017250388347422578, + "loss": 4.5029, + "mean_token_accuracy": 0.2344958394765854, + "num_tokens": 15195850.0, + "step": 8645 + }, + { + "entropy": 5.226166582107544, + "epoch": 6.778996865203762, + "grad_norm": 1.359375, + "learning_rate": 0.00017223620631572433, + "loss": 4.5495, + "mean_token_accuracy": 0.22778996229171752, + "num_tokens": 15204174.0, + "step": 8650 + }, + { + "entropy": 5.205467653274536, + "epoch": 6.782915360501567, + "grad_norm": 1.40625, + "learning_rate": 0.00017196871281278465, + "loss": 4.4259, + "mean_token_accuracy": 0.237342931330204, + "num_tokens": 15212640.0, + "step": 8655 + }, + { + "entropy": 5.244990825653076, + "epoch": 6.786833855799373, + "grad_norm": 1.421875, + "learning_rate": 0.00017170140344346086, + "loss": 4.4835, + "mean_token_accuracy": 0.21995346248149872, + "num_tokens": 15220996.0, + "step": 8660 + }, + { + "entropy": 5.181605577468872, + "epoch": 6.790752351097178, + "grad_norm": 1.421875, + "learning_rate": 0.0001714342786854781, + "loss": 4.5352, + "mean_token_accuracy": 0.2254258707165718, + "num_tokens": 15229511.0, + "step": 8665 + }, + { + "entropy": 5.221110868453979, + "epoch": 6.794670846394984, + "grad_norm": 1.375, + "learning_rate": 0.00017116733901623182, + "loss": 4.5606, + "mean_token_accuracy": 0.22353602647781373, + "num_tokens": 15238673.0, + "step": 8670 + }, + { + "entropy": 5.261123466491699, + "epoch": 6.79858934169279, + "grad_norm": 1.3984375, + "learning_rate": 0.00017090058491278637, + "loss": 4.5262, + "mean_token_accuracy": 0.22165966778993607, + "num_tokens": 15246717.0, + "step": 8675 + }, + { + "entropy": 5.21002230644226, + "epoch": 6.802507836990595, + "grad_norm": 1.390625, + "learning_rate": 0.00017063401685187457, + "loss": 4.507, + "mean_token_accuracy": 0.22158008962869644, + "num_tokens": 15255543.0, + "step": 8680 + }, + { + "entropy": 5.130130434036255, + "epoch": 6.806426332288401, + "grad_norm": 1.3046875, + "learning_rate": 0.00017036763530989688, + "loss": 4.408, + "mean_token_accuracy": 0.23855492174625398, + "num_tokens": 15264275.0, + "step": 8685 + }, + { + "entropy": 5.217020416259766, + "epoch": 6.810344827586206, + "grad_norm": 1.4140625, + "learning_rate": 0.00017010144076292012, + "loss": 4.5102, + "mean_token_accuracy": 0.23517993688583375, + "num_tokens": 15272376.0, + "step": 8690 + }, + { + "entropy": 5.234225416183472, + "epoch": 6.814263322884012, + "grad_norm": 1.2578125, + "learning_rate": 0.00016983543368667722, + "loss": 4.5831, + "mean_token_accuracy": 0.21386097073554994, + "num_tokens": 15282362.0, + "step": 8695 + }, + { + "entropy": 5.204541969299316, + "epoch": 6.818181818181818, + "grad_norm": 1.3515625, + "learning_rate": 0.00016956961455656607, + "loss": 4.5449, + "mean_token_accuracy": 0.22320693582296372, + "num_tokens": 15290934.0, + "step": 8700 + }, + { + "entropy": 5.176926803588867, + "epoch": 6.822100313479623, + "grad_norm": 1.3515625, + "learning_rate": 0.00016930398384764836, + "loss": 4.4456, + "mean_token_accuracy": 0.23783521205186844, + "num_tokens": 15299743.0, + "step": 8705 + }, + { + "entropy": 5.218359136581421, + "epoch": 6.826018808777429, + "grad_norm": 1.3984375, + "learning_rate": 0.00016903854203464939, + "loss": 4.5084, + "mean_token_accuracy": 0.22651098072528839, + "num_tokens": 15307858.0, + "step": 8710 + }, + { + "entropy": 5.165450859069824, + "epoch": 6.829937304075235, + "grad_norm": 1.421875, + "learning_rate": 0.00016877328959195653, + "loss": 4.4824, + "mean_token_accuracy": 0.22733562141656877, + "num_tokens": 15316829.0, + "step": 8715 + }, + { + "entropy": 5.229296636581421, + "epoch": 6.83385579937304, + "grad_norm": 1.3828125, + "learning_rate": 0.00016850822699361913, + "loss": 4.622, + "mean_token_accuracy": 0.22043639421463013, + "num_tokens": 15325394.0, + "step": 8720 + }, + { + "entropy": 5.184118413925171, + "epoch": 6.837774294670846, + "grad_norm": 1.3671875, + "learning_rate": 0.0001682433547133469, + "loss": 4.513, + "mean_token_accuracy": 0.22723355740308762, + "num_tokens": 15333988.0, + "step": 8725 + }, + { + "entropy": 5.251852321624756, + "epoch": 6.841692789968652, + "grad_norm": 1.3515625, + "learning_rate": 0.00016797867322450948, + "loss": 4.5504, + "mean_token_accuracy": 0.22414478212594985, + "num_tokens": 15343107.0, + "step": 8730 + }, + { + "entropy": 5.238714170455933, + "epoch": 6.8456112852664575, + "grad_norm": 1.53125, + "learning_rate": 0.0001677141830001358, + "loss": 4.4851, + "mean_token_accuracy": 0.22813937067985535, + "num_tokens": 15351440.0, + "step": 8735 + }, + { + "entropy": 5.170409679412842, + "epoch": 6.849529780564263, + "grad_norm": 1.4921875, + "learning_rate": 0.00016744988451291266, + "loss": 4.4469, + "mean_token_accuracy": 0.22555167675018312, + "num_tokens": 15360426.0, + "step": 8740 + }, + { + "entropy": 5.175822830200195, + "epoch": 6.853448275862069, + "grad_norm": 1.4140625, + "learning_rate": 0.00016718577823518426, + "loss": 4.5353, + "mean_token_accuracy": 0.22406163662672043, + "num_tokens": 15369252.0, + "step": 8745 + }, + { + "entropy": 5.203921222686768, + "epoch": 6.8573667711598745, + "grad_norm": 1.2890625, + "learning_rate": 0.00016692186463895136, + "loss": 4.5307, + "mean_token_accuracy": 0.22141365110874175, + "num_tokens": 15377672.0, + "step": 8750 + }, + { + "entropy": 5.164942264556885, + "epoch": 6.86128526645768, + "grad_norm": 1.375, + "learning_rate": 0.00016665814419587055, + "loss": 4.4465, + "mean_token_accuracy": 0.23610488474369049, + "num_tokens": 15385585.0, + "step": 8755 + }, + { + "entropy": 5.236321067810058, + "epoch": 6.8652037617554855, + "grad_norm": 1.40625, + "learning_rate": 0.0001663946173772528, + "loss": 4.5192, + "mean_token_accuracy": 0.2281953662633896, + "num_tokens": 15394193.0, + "step": 8760 + }, + { + "entropy": 5.248742246627808, + "epoch": 6.8691222570532915, + "grad_norm": 1.375, + "learning_rate": 0.00016613128465406329, + "loss": 4.5397, + "mean_token_accuracy": 0.22453754097223283, + "num_tokens": 15402498.0, + "step": 8765 + }, + { + "entropy": 5.120635318756103, + "epoch": 6.8730407523510975, + "grad_norm": 1.28125, + "learning_rate": 0.0001658681464969204, + "loss": 4.4262, + "mean_token_accuracy": 0.23427128195762634, + "num_tokens": 15410893.0, + "step": 8770 + }, + { + "entropy": 5.201034832000732, + "epoch": 6.8769592476489025, + "grad_norm": 1.375, + "learning_rate": 0.00016560520337609465, + "loss": 4.5853, + "mean_token_accuracy": 0.21987264752388, + "num_tokens": 15420024.0, + "step": 8775 + }, + { + "entropy": 5.129312181472779, + "epoch": 6.8808777429467085, + "grad_norm": 1.3359375, + "learning_rate": 0.00016534245576150787, + "loss": 4.5016, + "mean_token_accuracy": 0.2240449607372284, + "num_tokens": 15428474.0, + "step": 8780 + }, + { + "entropy": 5.158188056945801, + "epoch": 6.8847962382445145, + "grad_norm": 1.4296875, + "learning_rate": 0.0001650799041227329, + "loss": 4.43, + "mean_token_accuracy": 0.23176498115062713, + "num_tokens": 15437019.0, + "step": 8785 + }, + { + "entropy": 5.249049520492553, + "epoch": 6.88871473354232, + "grad_norm": 1.484375, + "learning_rate": 0.00016481754892899193, + "loss": 4.5497, + "mean_token_accuracy": 0.22911604195833207, + "num_tokens": 15445838.0, + "step": 8790 + }, + { + "entropy": 5.224923133850098, + "epoch": 6.8926332288401255, + "grad_norm": 1.3828125, + "learning_rate": 0.0001645553906491563, + "loss": 4.5412, + "mean_token_accuracy": 0.2245328262448311, + "num_tokens": 15454378.0, + "step": 8795 + }, + { + "entropy": 5.223749256134033, + "epoch": 6.896551724137931, + "grad_norm": 1.3203125, + "learning_rate": 0.0001642934297517452, + "loss": 4.5252, + "mean_token_accuracy": 0.2234701246023178, + "num_tokens": 15462447.0, + "step": 8800 + }, + { + "entropy": 5.144678068161011, + "epoch": 6.900470219435737, + "grad_norm": 1.3515625, + "learning_rate": 0.0001640316667049254, + "loss": 4.5115, + "mean_token_accuracy": 0.21953492164611815, + "num_tokens": 15471646.0, + "step": 8805 + }, + { + "entropy": 5.2069014549255375, + "epoch": 6.9043887147335425, + "grad_norm": 1.1796875, + "learning_rate": 0.00016377010197650993, + "loss": 4.4999, + "mean_token_accuracy": 0.23058891892433167, + "num_tokens": 15481945.0, + "step": 8810 + }, + { + "entropy": 5.239074754714966, + "epoch": 6.908307210031348, + "grad_norm": 1.3203125, + "learning_rate": 0.0001635087360339572, + "loss": 4.4692, + "mean_token_accuracy": 0.2340838983654976, + "num_tokens": 15490558.0, + "step": 8815 + }, + { + "entropy": 5.229236650466919, + "epoch": 6.912225705329154, + "grad_norm": 1.28125, + "learning_rate": 0.00016324756934437074, + "loss": 4.4908, + "mean_token_accuracy": 0.22550261467695237, + "num_tokens": 15499150.0, + "step": 8820 + }, + { + "entropy": 5.161521482467651, + "epoch": 6.91614420062696, + "grad_norm": 1.2734375, + "learning_rate": 0.0001629866023744977, + "loss": 4.4706, + "mean_token_accuracy": 0.22736116647720336, + "num_tokens": 15508736.0, + "step": 8825 + }, + { + "entropy": 5.26353349685669, + "epoch": 6.920062695924765, + "grad_norm": 1.40625, + "learning_rate": 0.00016272583559072832, + "loss": 4.5564, + "mean_token_accuracy": 0.22859277874231337, + "num_tokens": 15517445.0, + "step": 8830 + }, + { + "entropy": 5.230143737792969, + "epoch": 6.923981191222571, + "grad_norm": 1.3203125, + "learning_rate": 0.00016246526945909505, + "loss": 4.5438, + "mean_token_accuracy": 0.22822409123182297, + "num_tokens": 15526282.0, + "step": 8835 + }, + { + "entropy": 5.251296710968018, + "epoch": 6.927899686520377, + "grad_norm": 1.40625, + "learning_rate": 0.00016220490444527198, + "loss": 4.5129, + "mean_token_accuracy": 0.2290754184126854, + "num_tokens": 15534776.0, + "step": 8840 + }, + { + "entropy": 5.193947696685791, + "epoch": 6.931818181818182, + "grad_norm": 1.3828125, + "learning_rate": 0.0001619447410145735, + "loss": 4.4791, + "mean_token_accuracy": 0.23014306277036667, + "num_tokens": 15543173.0, + "step": 8845 + }, + { + "entropy": 5.151046562194824, + "epoch": 6.935736677115988, + "grad_norm": 1.34375, + "learning_rate": 0.00016168477963195382, + "loss": 4.4437, + "mean_token_accuracy": 0.22664424329996108, + "num_tokens": 15551603.0, + "step": 8850 + }, + { + "entropy": 5.144495487213135, + "epoch": 6.939655172413794, + "grad_norm": 1.421875, + "learning_rate": 0.00016142502076200622, + "loss": 4.5085, + "mean_token_accuracy": 0.22458512037992479, + "num_tokens": 15560412.0, + "step": 8855 + }, + { + "entropy": 5.121096134185791, + "epoch": 6.943573667711599, + "grad_norm": 1.359375, + "learning_rate": 0.00016116546486896183, + "loss": 4.476, + "mean_token_accuracy": 0.22479350715875626, + "num_tokens": 15569781.0, + "step": 8860 + }, + { + "entropy": 5.201050758361816, + "epoch": 6.947492163009405, + "grad_norm": 1.40625, + "learning_rate": 0.00016090611241668904, + "loss": 4.4782, + "mean_token_accuracy": 0.22926633208990096, + "num_tokens": 15577640.0, + "step": 8865 + }, + { + "entropy": 5.236964225769043, + "epoch": 6.95141065830721, + "grad_norm": 1.3046875, + "learning_rate": 0.0001606469638686928, + "loss": 4.5811, + "mean_token_accuracy": 0.222963385283947, + "num_tokens": 15586950.0, + "step": 8870 + }, + { + "entropy": 5.168837547302246, + "epoch": 6.955329153605016, + "grad_norm": 1.4296875, + "learning_rate": 0.0001603880196881137, + "loss": 4.5305, + "mean_token_accuracy": 0.22366597652435302, + "num_tokens": 15595554.0, + "step": 8875 + }, + { + "entropy": 5.223807859420776, + "epoch": 6.959247648902822, + "grad_norm": 1.4765625, + "learning_rate": 0.0001601292803377269, + "loss": 4.4969, + "mean_token_accuracy": 0.22668669372797012, + "num_tokens": 15603998.0, + "step": 8880 + }, + { + "entropy": 5.279863691329956, + "epoch": 6.963166144200627, + "grad_norm": 1.3828125, + "learning_rate": 0.0001598707462799414, + "loss": 4.5805, + "mean_token_accuracy": 0.22366275191307067, + "num_tokens": 15612977.0, + "step": 8885 + }, + { + "entropy": 5.254805088043213, + "epoch": 6.967084639498433, + "grad_norm": 1.4375, + "learning_rate": 0.00015961241797679977, + "loss": 4.543, + "mean_token_accuracy": 0.22382175624370576, + "num_tokens": 15622914.0, + "step": 8890 + }, + { + "entropy": 5.211787176132202, + "epoch": 6.971003134796238, + "grad_norm": 1.375, + "learning_rate": 0.00015935429588997637, + "loss": 4.5143, + "mean_token_accuracy": 0.22407989650964738, + "num_tokens": 15631929.0, + "step": 8895 + }, + { + "entropy": 5.146057510375977, + "epoch": 6.974921630094044, + "grad_norm": 1.34375, + "learning_rate": 0.00015909638048077724, + "loss": 4.3941, + "mean_token_accuracy": 0.23004459887742995, + "num_tokens": 15640400.0, + "step": 8900 + }, + { + "entropy": 5.274287271499634, + "epoch": 6.97884012539185, + "grad_norm": 1.390625, + "learning_rate": 0.00015883867221013915, + "loss": 4.5858, + "mean_token_accuracy": 0.22530986070632936, + "num_tokens": 15648934.0, + "step": 8905 + }, + { + "entropy": 5.26007833480835, + "epoch": 6.982758620689655, + "grad_norm": 1.3984375, + "learning_rate": 0.0001585811715386285, + "loss": 4.5269, + "mean_token_accuracy": 0.21986931264400483, + "num_tokens": 15658461.0, + "step": 8910 + }, + { + "entropy": 5.1554083824157715, + "epoch": 6.986677115987461, + "grad_norm": 1.328125, + "learning_rate": 0.00015832387892644072, + "loss": 4.4284, + "mean_token_accuracy": 0.23392936438322068, + "num_tokens": 15667182.0, + "step": 8915 + }, + { + "entropy": 5.206622123718262, + "epoch": 6.990595611285267, + "grad_norm": 1.40625, + "learning_rate": 0.0001580667948333994, + "loss": 4.5623, + "mean_token_accuracy": 0.22266802787780762, + "num_tokens": 15675951.0, + "step": 8920 + }, + { + "entropy": 5.239030599594116, + "epoch": 6.994514106583072, + "grad_norm": 1.40625, + "learning_rate": 0.0001578099197189555, + "loss": 4.5149, + "mean_token_accuracy": 0.22708164900541306, + "num_tokens": 15684171.0, + "step": 8925 + }, + { + "entropy": 5.155785369873047, + "epoch": 6.998432601880878, + "grad_norm": 1.1875, + "learning_rate": 0.00015755325404218662, + "loss": 4.4857, + "mean_token_accuracy": 0.2339787557721138, + "num_tokens": 15692986.0, + "step": 8930 + }, + { + "entropy": 5.238163328170776, + "epoch": 7.002351097178684, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729679826179577, + "loss": 4.464, + "mean_token_accuracy": 0.2354130983352661, + "num_tokens": 15702591.0, + "step": 8935 + }, + { + "entropy": 5.222338676452637, + "epoch": 7.006269592476489, + "grad_norm": 1.3203125, + "learning_rate": 0.00015704055283611123, + "loss": 4.3983, + "mean_token_accuracy": 0.23136962950229645, + "num_tokens": 15711186.0, + "step": 8940 + }, + { + "entropy": 5.174366807937622, + "epoch": 7.010188087774295, + "grad_norm": 1.3828125, + "learning_rate": 0.00015678451822308495, + "loss": 4.4318, + "mean_token_accuracy": 0.23444145619869233, + "num_tokens": 15719831.0, + "step": 8945 + }, + { + "entropy": 5.286723613739014, + "epoch": 7.0141065830721, + "grad_norm": 1.4375, + "learning_rate": 0.0001565286948802923, + "loss": 4.4775, + "mean_token_accuracy": 0.2290995389223099, + "num_tokens": 15727926.0, + "step": 8950 + }, + { + "entropy": 5.202745342254639, + "epoch": 7.018025078369906, + "grad_norm": 1.453125, + "learning_rate": 0.00015627308326493118, + "loss": 4.317, + "mean_token_accuracy": 0.24946629106998444, + "num_tokens": 15735934.0, + "step": 8955 + }, + { + "entropy": 5.126108837127686, + "epoch": 7.021943573667712, + "grad_norm": 1.3515625, + "learning_rate": 0.0001560176838338209, + "loss": 4.3988, + "mean_token_accuracy": 0.23723324984312058, + "num_tokens": 15745014.0, + "step": 8960 + }, + { + "entropy": 5.111488294601441, + "epoch": 7.025862068965517, + "grad_norm": 1.3515625, + "learning_rate": 0.00015576249704340173, + "loss": 4.3238, + "mean_token_accuracy": 0.2452652484178543, + "num_tokens": 15753360.0, + "step": 8965 + }, + { + "entropy": 5.205721378326416, + "epoch": 7.029780564263323, + "grad_norm": 1.234375, + "learning_rate": 0.00015550752334973368, + "loss": 4.3658, + "mean_token_accuracy": 0.2381533905863762, + "num_tokens": 15762395.0, + "step": 8970 + }, + { + "entropy": 5.19624285697937, + "epoch": 7.033699059561129, + "grad_norm": 1.3984375, + "learning_rate": 0.00015525276320849628, + "loss": 4.3037, + "mean_token_accuracy": 0.24565876126289368, + "num_tokens": 15771292.0, + "step": 8975 + }, + { + "entropy": 5.243372392654419, + "epoch": 7.037617554858934, + "grad_norm": 1.3203125, + "learning_rate": 0.00015499821707498702, + "loss": 4.385, + "mean_token_accuracy": 0.2393612638115883, + "num_tokens": 15779879.0, + "step": 8980 + }, + { + "entropy": 5.194396686553955, + "epoch": 7.04153605015674, + "grad_norm": 1.3984375, + "learning_rate": 0.00015474388540412138, + "loss": 4.3774, + "mean_token_accuracy": 0.24657225459814072, + "num_tokens": 15788960.0, + "step": 8985 + }, + { + "entropy": 5.178970861434936, + "epoch": 7.045454545454546, + "grad_norm": 1.3046875, + "learning_rate": 0.000154489768650431, + "loss": 4.4131, + "mean_token_accuracy": 0.23412295877933503, + "num_tokens": 15798260.0, + "step": 8990 + }, + { + "entropy": 5.173245906829834, + "epoch": 7.049373040752351, + "grad_norm": 1.5, + "learning_rate": 0.00015423586726806394, + "loss": 4.4018, + "mean_token_accuracy": 0.23808006048202515, + "num_tokens": 15807480.0, + "step": 8995 + }, + { + "entropy": 5.273215675354004, + "epoch": 7.053291536050157, + "grad_norm": 1.28125, + "learning_rate": 0.00015398218171078305, + "loss": 4.4991, + "mean_token_accuracy": 0.22985581904649735, + "num_tokens": 15816330.0, + "step": 9000 + }, + { + "epoch": 7.053291536050157, + "eval_entropy": 5.13952897130981, + "eval_loss": 5.66126012802124, + "eval_mean_token_accuracy": 0.1724946119266656, + "eval_num_tokens": 15816330.0, + "eval_runtime": 2.8252, + "eval_samples_per_second": 1459.034, + "eval_steps_per_second": 182.645, + "step": 9000 + }, + { + "entropy": 5.182071495056152, + "epoch": 7.057210031347962, + "grad_norm": 1.359375, + "learning_rate": 0.00015372871243196545, + "loss": 4.3849, + "mean_token_accuracy": 0.23931655138731003, + "num_tokens": 15824600.0, + "step": 9005 + }, + { + "entropy": 5.208111572265625, + "epoch": 7.061128526645768, + "grad_norm": 1.2421875, + "learning_rate": 0.0001534754598846021, + "loss": 4.4225, + "mean_token_accuracy": 0.23375671356916428, + "num_tokens": 15834170.0, + "step": 9010 + }, + { + "entropy": 5.252296781539917, + "epoch": 7.065047021943574, + "grad_norm": 1.3515625, + "learning_rate": 0.00015322242452129616, + "loss": 4.436, + "mean_token_accuracy": 0.23526128828525544, + "num_tokens": 15843061.0, + "step": 9015 + }, + { + "entropy": 5.218334293365478, + "epoch": 7.068965517241379, + "grad_norm": 1.4140625, + "learning_rate": 0.00015296960679426285, + "loss": 4.4048, + "mean_token_accuracy": 0.23467441350221635, + "num_tokens": 15851788.0, + "step": 9020 + }, + { + "entropy": 5.235684490203857, + "epoch": 7.072884012539185, + "grad_norm": 1.34375, + "learning_rate": 0.00015271700715532854, + "loss": 4.4258, + "mean_token_accuracy": 0.234296615421772, + "num_tokens": 15860216.0, + "step": 9025 + }, + { + "entropy": 5.179630374908447, + "epoch": 7.076802507836991, + "grad_norm": 1.34375, + "learning_rate": 0.00015246462605592972, + "loss": 4.2864, + "mean_token_accuracy": 0.2547750577330589, + "num_tokens": 15869498.0, + "step": 9030 + }, + { + "entropy": 5.1860291957855225, + "epoch": 7.080721003134796, + "grad_norm": 1.359375, + "learning_rate": 0.00015221246394711224, + "loss": 4.3415, + "mean_token_accuracy": 0.23874828070402146, + "num_tokens": 15877981.0, + "step": 9035 + }, + { + "entropy": 5.220744180679321, + "epoch": 7.084639498432602, + "grad_norm": 1.453125, + "learning_rate": 0.00015196052127953085, + "loss": 4.3929, + "mean_token_accuracy": 0.2334969237446785, + "num_tokens": 15886454.0, + "step": 9040 + }, + { + "entropy": 5.172380208969116, + "epoch": 7.088557993730408, + "grad_norm": 1.3359375, + "learning_rate": 0.0001517087985034477, + "loss": 4.3403, + "mean_token_accuracy": 0.24978055357933043, + "num_tokens": 15895025.0, + "step": 9045 + }, + { + "entropy": 5.224500274658203, + "epoch": 7.092476489028213, + "grad_norm": 1.3828125, + "learning_rate": 0.0001514572960687325, + "loss": 4.47, + "mean_token_accuracy": 0.23613712638616563, + "num_tokens": 15903611.0, + "step": 9050 + }, + { + "entropy": 5.246386480331421, + "epoch": 7.096394984326019, + "grad_norm": 1.3046875, + "learning_rate": 0.00015120601442486061, + "loss": 4.4213, + "mean_token_accuracy": 0.2400057092308998, + "num_tokens": 15912078.0, + "step": 9055 + }, + { + "entropy": 5.138041162490845, + "epoch": 7.100313479623824, + "grad_norm": 1.53125, + "learning_rate": 0.00015095495402091329, + "loss": 4.3398, + "mean_token_accuracy": 0.2446649730205536, + "num_tokens": 15920914.0, + "step": 9060 + }, + { + "entropy": 5.214863204956055, + "epoch": 7.10423197492163, + "grad_norm": 1.4609375, + "learning_rate": 0.0001507041153055761, + "loss": 4.3462, + "mean_token_accuracy": 0.24093650728464128, + "num_tokens": 15929199.0, + "step": 9065 + }, + { + "entropy": 5.2772026538848875, + "epoch": 7.108150470219436, + "grad_norm": 1.4765625, + "learning_rate": 0.00015045349872713838, + "loss": 4.4691, + "mean_token_accuracy": 0.23465375304222108, + "num_tokens": 15937817.0, + "step": 9070 + }, + { + "entropy": 5.2141358852386475, + "epoch": 7.112068965517241, + "grad_norm": 1.40625, + "learning_rate": 0.00015020310473349275, + "loss": 4.3879, + "mean_token_accuracy": 0.2425926849246025, + "num_tokens": 15945997.0, + "step": 9075 + }, + { + "entropy": 5.194476175308227, + "epoch": 7.115987460815047, + "grad_norm": 1.359375, + "learning_rate": 0.00014995293377213388, + "loss": 4.3513, + "mean_token_accuracy": 0.23681024163961412, + "num_tokens": 15954215.0, + "step": 9080 + }, + { + "entropy": 5.23744306564331, + "epoch": 7.119905956112853, + "grad_norm": 1.5390625, + "learning_rate": 0.0001497029862901578, + "loss": 4.4019, + "mean_token_accuracy": 0.2454626128077507, + "num_tokens": 15962222.0, + "step": 9085 + }, + { + "entropy": 5.226282835006714, + "epoch": 7.123824451410658, + "grad_norm": 1.484375, + "learning_rate": 0.00014945326273426102, + "loss": 4.3405, + "mean_token_accuracy": 0.2397223949432373, + "num_tokens": 15970712.0, + "step": 9090 + }, + { + "entropy": 5.220199489593506, + "epoch": 7.127742946708464, + "grad_norm": 1.5390625, + "learning_rate": 0.00014920376355074034, + "loss": 4.4246, + "mean_token_accuracy": 0.2342191979289055, + "num_tokens": 15979049.0, + "step": 9095 + }, + { + "entropy": 5.157341766357422, + "epoch": 7.131661442006269, + "grad_norm": 1.3359375, + "learning_rate": 0.00014895448918549097, + "loss": 4.3848, + "mean_token_accuracy": 0.2327788695693016, + "num_tokens": 15988221.0, + "step": 9100 + }, + { + "entropy": 5.173947715759278, + "epoch": 7.135579937304075, + "grad_norm": 1.421875, + "learning_rate": 0.00014870544008400681, + "loss": 4.3773, + "mean_token_accuracy": 0.23549538850784302, + "num_tokens": 15996579.0, + "step": 9105 + }, + { + "entropy": 5.20971646308899, + "epoch": 7.139498432601881, + "grad_norm": 1.4765625, + "learning_rate": 0.0001484566166913789, + "loss": 4.3976, + "mean_token_accuracy": 0.234871044754982, + "num_tokens": 16005489.0, + "step": 9110 + }, + { + "entropy": 5.156647872924805, + "epoch": 7.143416927899686, + "grad_norm": 1.4296875, + "learning_rate": 0.00014820801945229504, + "loss": 4.3528, + "mean_token_accuracy": 0.2431708350777626, + "num_tokens": 16014167.0, + "step": 9115 + }, + { + "entropy": 5.166334009170532, + "epoch": 7.147335423197492, + "grad_norm": 1.3671875, + "learning_rate": 0.0001479596488110387, + "loss": 4.2913, + "mean_token_accuracy": 0.2544565826654434, + "num_tokens": 16022184.0, + "step": 9120 + }, + { + "entropy": 5.192332696914673, + "epoch": 7.151253918495298, + "grad_norm": 1.34375, + "learning_rate": 0.00014771150521148863, + "loss": 4.4118, + "mean_token_accuracy": 0.23633297234773637, + "num_tokens": 16031704.0, + "step": 9125 + }, + { + "entropy": 5.221836185455322, + "epoch": 7.155172413793103, + "grad_norm": 1.40625, + "learning_rate": 0.0001474635890971176, + "loss": 4.4216, + "mean_token_accuracy": 0.2375862866640091, + "num_tokens": 16040913.0, + "step": 9130 + }, + { + "entropy": 5.183114290237427, + "epoch": 7.159090909090909, + "grad_norm": 1.4609375, + "learning_rate": 0.0001472159009109919, + "loss": 4.3571, + "mean_token_accuracy": 0.23931775242090225, + "num_tokens": 16048943.0, + "step": 9135 + }, + { + "entropy": 5.187313032150269, + "epoch": 7.163009404388715, + "grad_norm": 1.25, + "learning_rate": 0.00014696844109577043, + "loss": 4.3299, + "mean_token_accuracy": 0.23959716856479646, + "num_tokens": 16057999.0, + "step": 9140 + }, + { + "entropy": 5.2220930576324465, + "epoch": 7.16692789968652, + "grad_norm": 1.4375, + "learning_rate": 0.00014672121009370415, + "loss": 4.4687, + "mean_token_accuracy": 0.22500788867473603, + "num_tokens": 16066920.0, + "step": 9145 + }, + { + "entropy": 5.17734808921814, + "epoch": 7.170846394984326, + "grad_norm": 1.3515625, + "learning_rate": 0.00014647420834663482, + "loss": 4.4303, + "mean_token_accuracy": 0.22727719098329544, + "num_tokens": 16075128.0, + "step": 9150 + }, + { + "entropy": 5.156151151657104, + "epoch": 7.174764890282131, + "grad_norm": 1.453125, + "learning_rate": 0.0001462274362959946, + "loss": 4.3907, + "mean_token_accuracy": 0.2376890704035759, + "num_tokens": 16083949.0, + "step": 9155 + }, + { + "entropy": 5.185398292541504, + "epoch": 7.178683385579937, + "grad_norm": 1.484375, + "learning_rate": 0.0001459808943828053, + "loss": 4.357, + "mean_token_accuracy": 0.24116424471139908, + "num_tokens": 16092891.0, + "step": 9160 + }, + { + "entropy": 5.219964075088501, + "epoch": 7.182601880877743, + "grad_norm": 1.3515625, + "learning_rate": 0.00014573458304767707, + "loss": 4.4727, + "mean_token_accuracy": 0.2279166117310524, + "num_tokens": 16101602.0, + "step": 9165 + }, + { + "entropy": 5.236082124710083, + "epoch": 7.186520376175548, + "grad_norm": 1.390625, + "learning_rate": 0.00014548850273080839, + "loss": 4.4338, + "mean_token_accuracy": 0.23396574854850768, + "num_tokens": 16110430.0, + "step": 9170 + }, + { + "entropy": 5.159049367904663, + "epoch": 7.190438871473354, + "grad_norm": 1.3203125, + "learning_rate": 0.00014524265387198465, + "loss": 4.3654, + "mean_token_accuracy": 0.2354229897260666, + "num_tokens": 16119444.0, + "step": 9175 + }, + { + "entropy": 5.179032468795777, + "epoch": 7.19435736677116, + "grad_norm": 1.3515625, + "learning_rate": 0.00014499703691057766, + "loss": 4.3501, + "mean_token_accuracy": 0.24237058609724044, + "num_tokens": 16128721.0, + "step": 9180 + }, + { + "entropy": 5.285468244552613, + "epoch": 7.198275862068965, + "grad_norm": 1.390625, + "learning_rate": 0.0001447516522855447, + "loss": 4.4468, + "mean_token_accuracy": 0.22975870370864868, + "num_tokens": 16137508.0, + "step": 9185 + }, + { + "entropy": 5.234042358398438, + "epoch": 7.202194357366771, + "grad_norm": 1.5, + "learning_rate": 0.00014450650043542775, + "loss": 4.3847, + "mean_token_accuracy": 0.23986840546131133, + "num_tokens": 16146239.0, + "step": 9190 + }, + { + "entropy": 5.2166026592254635, + "epoch": 7.206112852664576, + "grad_norm": 1.3828125, + "learning_rate": 0.00014426158179835317, + "loss": 4.3727, + "mean_token_accuracy": 0.24185941815376283, + "num_tokens": 16154769.0, + "step": 9195 + }, + { + "entropy": 5.099993562698364, + "epoch": 7.210031347962382, + "grad_norm": 1.3984375, + "learning_rate": 0.0001440168968120301, + "loss": 4.2817, + "mean_token_accuracy": 0.2513619869947433, + "num_tokens": 16163307.0, + "step": 9200 + }, + { + "entropy": 5.182175350189209, + "epoch": 7.213949843260188, + "grad_norm": 1.484375, + "learning_rate": 0.00014377244591375033, + "loss": 4.3985, + "mean_token_accuracy": 0.23437235206365586, + "num_tokens": 16171533.0, + "step": 9205 + }, + { + "entropy": 5.13170108795166, + "epoch": 7.217868338557993, + "grad_norm": 1.4375, + "learning_rate": 0.0001435282295403873, + "loss": 4.3608, + "mean_token_accuracy": 0.24751087725162507, + "num_tokens": 16180163.0, + "step": 9210 + }, + { + "entropy": 5.163134622573852, + "epoch": 7.221786833855799, + "grad_norm": 1.453125, + "learning_rate": 0.00014328424812839525, + "loss": 4.3327, + "mean_token_accuracy": 0.24538452327251434, + "num_tokens": 16188060.0, + "step": 9215 + }, + { + "entropy": 5.167873954772949, + "epoch": 7.225705329153605, + "grad_norm": 1.3359375, + "learning_rate": 0.00014304050211380836, + "loss": 4.441, + "mean_token_accuracy": 0.23188132643699647, + "num_tokens": 16197597.0, + "step": 9220 + }, + { + "entropy": 5.212835884094238, + "epoch": 7.22962382445141, + "grad_norm": 1.5234375, + "learning_rate": 0.00014279699193224047, + "loss": 4.4413, + "mean_token_accuracy": 0.22095511704683304, + "num_tokens": 16206288.0, + "step": 9225 + }, + { + "entropy": 5.183690595626831, + "epoch": 7.233542319749216, + "grad_norm": 1.3515625, + "learning_rate": 0.00014255371801888379, + "loss": 4.4015, + "mean_token_accuracy": 0.23661236464977264, + "num_tokens": 16215321.0, + "step": 9230 + }, + { + "entropy": 5.150444221496582, + "epoch": 7.237460815047022, + "grad_norm": 1.4765625, + "learning_rate": 0.00014231068080850813, + "loss": 4.3369, + "mean_token_accuracy": 0.24909183979034424, + "num_tokens": 16224445.0, + "step": 9235 + }, + { + "entropy": 5.184465122222901, + "epoch": 7.241379310344827, + "grad_norm": 1.359375, + "learning_rate": 0.00014206788073546035, + "loss": 4.385, + "mean_token_accuracy": 0.24002565145492555, + "num_tokens": 16233189.0, + "step": 9240 + }, + { + "entropy": 5.144999647140503, + "epoch": 7.245297805642633, + "grad_norm": 1.4296875, + "learning_rate": 0.00014182531823366372, + "loss": 4.3554, + "mean_token_accuracy": 0.24662889838218688, + "num_tokens": 16241664.0, + "step": 9245 + }, + { + "entropy": 5.167170190811158, + "epoch": 7.2492163009404385, + "grad_norm": 1.3125, + "learning_rate": 0.00014158299373661666, + "loss": 4.4178, + "mean_token_accuracy": 0.23596047461032868, + "num_tokens": 16251293.0, + "step": 9250 + }, + { + "entropy": 5.235287523269653, + "epoch": 7.253134796238244, + "grad_norm": 1.3984375, + "learning_rate": 0.00014134090767739223, + "loss": 4.3775, + "mean_token_accuracy": 0.23948060274124144, + "num_tokens": 16260134.0, + "step": 9255 + }, + { + "entropy": 5.2166680812835695, + "epoch": 7.25705329153605, + "grad_norm": 1.421875, + "learning_rate": 0.00014109906048863772, + "loss": 4.4079, + "mean_token_accuracy": 0.24034853726625444, + "num_tokens": 16269027.0, + "step": 9260 + }, + { + "entropy": 5.221763277053833, + "epoch": 7.2609717868338555, + "grad_norm": 1.3203125, + "learning_rate": 0.0001408574526025731, + "loss": 4.4117, + "mean_token_accuracy": 0.23954390436410905, + "num_tokens": 16277692.0, + "step": 9265 + }, + { + "entropy": 5.184884929656983, + "epoch": 7.264890282131661, + "grad_norm": 1.3515625, + "learning_rate": 0.00014061608445099083, + "loss": 4.4089, + "mean_token_accuracy": 0.2325234979391098, + "num_tokens": 16287059.0, + "step": 9270 + }, + { + "entropy": 5.140743112564087, + "epoch": 7.268808777429467, + "grad_norm": 1.59375, + "learning_rate": 0.00014037495646525495, + "loss": 4.3772, + "mean_token_accuracy": 0.2384129598736763, + "num_tokens": 16294880.0, + "step": 9275 + }, + { + "entropy": 5.1545037746429445, + "epoch": 7.2727272727272725, + "grad_norm": 1.3671875, + "learning_rate": 0.0001401340690763003, + "loss": 4.3311, + "mean_token_accuracy": 0.24366940259933473, + "num_tokens": 16304101.0, + "step": 9280 + }, + { + "entropy": 5.214909172058105, + "epoch": 7.2766457680250785, + "grad_norm": 1.4765625, + "learning_rate": 0.00013989342271463173, + "loss": 4.4984, + "mean_token_accuracy": 0.22676389962434768, + "num_tokens": 16312887.0, + "step": 9285 + }, + { + "entropy": 5.177329683303833, + "epoch": 7.280564263322884, + "grad_norm": 1.3359375, + "learning_rate": 0.0001396530178103232, + "loss": 4.3876, + "mean_token_accuracy": 0.24014668613672258, + "num_tokens": 16322256.0, + "step": 9290 + }, + { + "entropy": 5.192359256744385, + "epoch": 7.2844827586206895, + "grad_norm": 1.265625, + "learning_rate": 0.0001394128547930174, + "loss": 4.4119, + "mean_token_accuracy": 0.23364493250846863, + "num_tokens": 16331810.0, + "step": 9295 + }, + { + "entropy": 5.213056945800782, + "epoch": 7.2884012539184955, + "grad_norm": 1.375, + "learning_rate": 0.0001391729340919245, + "loss": 4.4266, + "mean_token_accuracy": 0.23676758408546447, + "num_tokens": 16341385.0, + "step": 9300 + }, + { + "entropy": 5.171519184112549, + "epoch": 7.2923197492163006, + "grad_norm": 1.4296875, + "learning_rate": 0.00013893325613582172, + "loss": 4.3652, + "mean_token_accuracy": 0.24004946649074554, + "num_tokens": 16350231.0, + "step": 9305 + }, + { + "entropy": 5.204585313796997, + "epoch": 7.2962382445141065, + "grad_norm": 1.3984375, + "learning_rate": 0.0001386938213530523, + "loss": 4.4401, + "mean_token_accuracy": 0.23130383044481279, + "num_tokens": 16359659.0, + "step": 9310 + }, + { + "entropy": 5.195306634902954, + "epoch": 7.3001567398119125, + "grad_norm": 1.328125, + "learning_rate": 0.00013845463017152527, + "loss": 4.3838, + "mean_token_accuracy": 0.2425632208585739, + "num_tokens": 16368606.0, + "step": 9315 + }, + { + "entropy": 5.221624279022217, + "epoch": 7.304075235109718, + "grad_norm": 1.390625, + "learning_rate": 0.00013821568301871384, + "loss": 4.4341, + "mean_token_accuracy": 0.23224344849586487, + "num_tokens": 16376428.0, + "step": 9320 + }, + { + "entropy": 5.157299137115478, + "epoch": 7.3079937304075235, + "grad_norm": 1.5234375, + "learning_rate": 0.00013797698032165534, + "loss": 4.3981, + "mean_token_accuracy": 0.23635787814855574, + "num_tokens": 16384983.0, + "step": 9325 + }, + { + "entropy": 5.205625534057617, + "epoch": 7.3119122257053295, + "grad_norm": 1.4609375, + "learning_rate": 0.00013773852250695035, + "loss": 4.4175, + "mean_token_accuracy": 0.23313423991203308, + "num_tokens": 16393747.0, + "step": 9330 + }, + { + "entropy": 5.1817046165466305, + "epoch": 7.315830721003135, + "grad_norm": 1.515625, + "learning_rate": 0.00013750031000076145, + "loss": 4.3938, + "mean_token_accuracy": 0.2393246829509735, + "num_tokens": 16401899.0, + "step": 9335 + }, + { + "entropy": 5.213814544677734, + "epoch": 7.3197492163009406, + "grad_norm": 1.390625, + "learning_rate": 0.0001372623432288131, + "loss": 4.3994, + "mean_token_accuracy": 0.23529544919729234, + "num_tokens": 16410787.0, + "step": 9340 + }, + { + "entropy": 5.239577770233154, + "epoch": 7.3236677115987465, + "grad_norm": 1.296875, + "learning_rate": 0.00013702462261639054, + "loss": 4.4311, + "mean_token_accuracy": 0.23602017611265183, + "num_tokens": 16420023.0, + "step": 9345 + }, + { + "entropy": 5.197541189193726, + "epoch": 7.327586206896552, + "grad_norm": 1.359375, + "learning_rate": 0.000136787148588339, + "loss": 4.3522, + "mean_token_accuracy": 0.2451471507549286, + "num_tokens": 16428394.0, + "step": 9350 + }, + { + "entropy": 5.183085012435913, + "epoch": 7.331504702194358, + "grad_norm": 1.421875, + "learning_rate": 0.0001365499215690632, + "loss": 4.3859, + "mean_token_accuracy": 0.23805717825889589, + "num_tokens": 16436429.0, + "step": 9355 + }, + { + "entropy": 5.117711114883423, + "epoch": 7.335423197492163, + "grad_norm": 1.484375, + "learning_rate": 0.00013631294198252603, + "loss": 4.3102, + "mean_token_accuracy": 0.24564645886421205, + "num_tokens": 16445140.0, + "step": 9360 + }, + { + "entropy": 5.197343969345093, + "epoch": 7.339341692789969, + "grad_norm": 1.421875, + "learning_rate": 0.00013607621025224864, + "loss": 4.3651, + "mean_token_accuracy": 0.23940312564373017, + "num_tokens": 16453932.0, + "step": 9365 + }, + { + "entropy": 5.162101984024048, + "epoch": 7.343260188087775, + "grad_norm": 1.3046875, + "learning_rate": 0.000135839726801309, + "loss": 4.3486, + "mean_token_accuracy": 0.23756921291351318, + "num_tokens": 16462539.0, + "step": 9370 + }, + { + "entropy": 5.175731039047241, + "epoch": 7.34717868338558, + "grad_norm": 1.359375, + "learning_rate": 0.00013560349205234124, + "loss": 4.4196, + "mean_token_accuracy": 0.23382452130317688, + "num_tokens": 16471979.0, + "step": 9375 + }, + { + "entropy": 5.238241672515869, + "epoch": 7.351097178683386, + "grad_norm": 1.390625, + "learning_rate": 0.00013536750642753538, + "loss": 4.5029, + "mean_token_accuracy": 0.23096745908260347, + "num_tokens": 16481266.0, + "step": 9380 + }, + { + "entropy": 5.204446792602539, + "epoch": 7.355015673981192, + "grad_norm": 1.40625, + "learning_rate": 0.00013513177034863588, + "loss": 4.449, + "mean_token_accuracy": 0.23598091751337053, + "num_tokens": 16490360.0, + "step": 9385 + }, + { + "entropy": 5.2301403999328615, + "epoch": 7.358934169278997, + "grad_norm": 1.5234375, + "learning_rate": 0.0001348962842369413, + "loss": 4.4663, + "mean_token_accuracy": 0.2251506432890892, + "num_tokens": 16498043.0, + "step": 9390 + }, + { + "entropy": 5.2015626430511475, + "epoch": 7.362852664576803, + "grad_norm": 1.3359375, + "learning_rate": 0.00013466104851330346, + "loss": 4.4186, + "mean_token_accuracy": 0.24262153953313828, + "num_tokens": 16506343.0, + "step": 9395 + }, + { + "entropy": 5.168820810317993, + "epoch": 7.366771159874608, + "grad_norm": 1.375, + "learning_rate": 0.0001344260635981268, + "loss": 4.4042, + "mean_token_accuracy": 0.2376337394118309, + "num_tokens": 16515308.0, + "step": 9400 + }, + { + "entropy": 5.216094589233398, + "epoch": 7.370689655172414, + "grad_norm": 1.2734375, + "learning_rate": 0.00013419132991136762, + "loss": 4.4111, + "mean_token_accuracy": 0.23185164779424666, + "num_tokens": 16524379.0, + "step": 9405 + }, + { + "entropy": 5.2120434761047365, + "epoch": 7.37460815047022, + "grad_norm": 1.4609375, + "learning_rate": 0.00013395684787253278, + "loss": 4.4128, + "mean_token_accuracy": 0.2366710439324379, + "num_tokens": 16532797.0, + "step": 9410 + }, + { + "entropy": 5.218643760681152, + "epoch": 7.378526645768025, + "grad_norm": 1.5546875, + "learning_rate": 0.00013372261790068, + "loss": 4.4195, + "mean_token_accuracy": 0.23417533189058304, + "num_tokens": 16540984.0, + "step": 9415 + }, + { + "entropy": 5.188102769851684, + "epoch": 7.382445141065831, + "grad_norm": 1.421875, + "learning_rate": 0.00013348864041441604, + "loss": 4.3082, + "mean_token_accuracy": 0.24257126450538635, + "num_tokens": 16549386.0, + "step": 9420 + }, + { + "entropy": 5.172954416275024, + "epoch": 7.386363636363637, + "grad_norm": 1.3984375, + "learning_rate": 0.00013325491583189664, + "loss": 4.3873, + "mean_token_accuracy": 0.2357110172510147, + "num_tokens": 16557673.0, + "step": 9425 + }, + { + "entropy": 5.219564580917359, + "epoch": 7.390282131661442, + "grad_norm": 1.40625, + "learning_rate": 0.00013302144457082553, + "loss": 4.4389, + "mean_token_accuracy": 0.23030669391155242, + "num_tokens": 16566383.0, + "step": 9430 + }, + { + "entropy": 5.239837312698365, + "epoch": 7.394200626959248, + "grad_norm": 1.3984375, + "learning_rate": 0.00013278822704845372, + "loss": 4.3627, + "mean_token_accuracy": 0.24201024174690247, + "num_tokens": 16574819.0, + "step": 9435 + }, + { + "entropy": 5.206044149398804, + "epoch": 7.398119122257054, + "grad_norm": 1.40625, + "learning_rate": 0.00013255526368157876, + "loss": 4.3988, + "mean_token_accuracy": 0.23834595531225206, + "num_tokens": 16582571.0, + "step": 9440 + }, + { + "entropy": 5.228143787384033, + "epoch": 7.402037617554859, + "grad_norm": 1.328125, + "learning_rate": 0.00013232255488654387, + "loss": 4.4583, + "mean_token_accuracy": 0.2353006437420845, + "num_tokens": 16592045.0, + "step": 9445 + }, + { + "entropy": 5.2029157161712645, + "epoch": 7.405956112852665, + "grad_norm": 1.453125, + "learning_rate": 0.00013209010107923747, + "loss": 4.3237, + "mean_token_accuracy": 0.24215202778577805, + "num_tokens": 16600864.0, + "step": 9450 + }, + { + "entropy": 5.234662961959839, + "epoch": 7.40987460815047, + "grad_norm": 1.4609375, + "learning_rate": 0.00013185790267509218, + "loss": 4.5156, + "mean_token_accuracy": 0.23558669537305832, + "num_tokens": 16610193.0, + "step": 9455 + }, + { + "entropy": 5.184597682952881, + "epoch": 7.413793103448276, + "grad_norm": 1.4609375, + "learning_rate": 0.00013162596008908423, + "loss": 4.4216, + "mean_token_accuracy": 0.23088553696870803, + "num_tokens": 16618663.0, + "step": 9460 + }, + { + "entropy": 5.141056728363037, + "epoch": 7.417711598746082, + "grad_norm": 1.4140625, + "learning_rate": 0.00013139427373573255, + "loss": 4.3533, + "mean_token_accuracy": 0.24510350972414016, + "num_tokens": 16626885.0, + "step": 9465 + }, + { + "entropy": 5.230900287628174, + "epoch": 7.421630094043887, + "grad_norm": 1.3515625, + "learning_rate": 0.00013116284402909834, + "loss": 4.4519, + "mean_token_accuracy": 0.23441120684146882, + "num_tokens": 16636592.0, + "step": 9470 + }, + { + "entropy": 5.253396368026733, + "epoch": 7.425548589341693, + "grad_norm": 1.40625, + "learning_rate": 0.000130931671382784, + "loss": 4.47, + "mean_token_accuracy": 0.23313827067613602, + "num_tokens": 16645897.0, + "step": 9475 + }, + { + "entropy": 5.228942108154297, + "epoch": 7.429467084639499, + "grad_norm": 1.3828125, + "learning_rate": 0.00013070075620993233, + "loss": 4.3952, + "mean_token_accuracy": 0.23568713814020156, + "num_tokens": 16654034.0, + "step": 9480 + }, + { + "entropy": 5.173449945449829, + "epoch": 7.433385579937304, + "grad_norm": 1.4140625, + "learning_rate": 0.00013047009892322642, + "loss": 4.4009, + "mean_token_accuracy": 0.23908394575119019, + "num_tokens": 16662510.0, + "step": 9485 + }, + { + "entropy": 5.2246908187866214, + "epoch": 7.43730407523511, + "grad_norm": 1.4140625, + "learning_rate": 0.0001302396999348882, + "loss": 4.3589, + "mean_token_accuracy": 0.24509654939174652, + "num_tokens": 16671014.0, + "step": 9490 + }, + { + "entropy": 5.184760618209839, + "epoch": 7.441222570532915, + "grad_norm": 1.515625, + "learning_rate": 0.00013000955965667788, + "loss": 4.4433, + "mean_token_accuracy": 0.23261023461818695, + "num_tokens": 16680068.0, + "step": 9495 + }, + { + "entropy": 5.225171518325806, + "epoch": 7.445141065830721, + "grad_norm": 1.4140625, + "learning_rate": 0.0001297796784998936, + "loss": 4.475, + "mean_token_accuracy": 0.23943327069282533, + "num_tokens": 16688478.0, + "step": 9500 + }, + { + "epoch": 7.445141065830721, + "eval_entropy": 5.112633922303369, + "eval_loss": 5.657360553741455, + "eval_mean_token_accuracy": 0.17345937711092851, + "eval_num_tokens": 16688478.0, + "eval_runtime": 2.8471, + "eval_samples_per_second": 1447.776, + "eval_steps_per_second": 181.235, + "step": 9500 + } + ], + "logging_steps": 5, + "max_steps": 12750, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.2438941129216e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-9500/training_args.bin b/checkpoint-9500/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/checkpoint-9500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353 diff --git a/config.json b/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..7df228a --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f035339cec5580a4e5ce7afcb2ec8402acc266453e97fcf2192f6b05b9268a +size 249556672 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000..ca9ce5f --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521f1d3fcae0031363abcb3468b2ba4b5914798c61e596af42b34c9689bd3ed0 +size 1096235 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..f1699fb --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1042182794912fb327f2d2430ce430c654fe8271bfc5e4ae68b3c2eafb9ae4c8 +size 6353